2024-11-08 23:15:24,753 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 23:15:24,785 main DEBUG Took 0.029256 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 23:15:24,786 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 23:15:24,786 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 23:15:24,788 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 23:15:24,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,804 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 23:15:24,836 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,841 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,843 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,844 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,845 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,848 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,857 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,858 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,860 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:15:24,864 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,864 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 23:15:24,866 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:15:24,868 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 23:15:24,870 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 23:15:24,871 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 23:15:24,873 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 23:15:24,873 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 23:15:24,885 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 23:15:24,889 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 23:15:24,892 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 23:15:24,892 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 23:15:24,893 main DEBUG createAppenders(={Console}) 2024-11-08 23:15:24,894 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 23:15:24,894 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 23:15:24,894 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 23:15:24,895 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 23:15:24,896 main DEBUG OutputStream closed 2024-11-08 23:15:24,896 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 23:15:24,897 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 23:15:24,897 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 23:15:25,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 23:15:25,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 23:15:25,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 23:15:25,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 23:15:25,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 23:15:25,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 23:15:25,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 23:15:25,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 23:15:25,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 23:15:25,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 23:15:25,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 23:15:25,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 23:15:25,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 23:15:25,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 23:15:25,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 23:15:25,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 23:15:25,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 23:15:25,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 23:15:25,048 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 23:15:25,048 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 23:15:25,049 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 23:15:25,050 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T23:15:25,070 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 23:15:25,073 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 23:15:25,073 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T23:15:25,158 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=5429 2024-11-08T23:15:25,509 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T23:15:25,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620 2024-11-08T23:15:25,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/cluster_9afc7f59-76dd-7fef-94ee-86fa86eba782, deleteOnExit=true 2024-11-08T23:15:25,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/cluster_9afc7f59-76dd-7fef-94ee-86fa86eba782/zookeeper_0, clientPort=62117, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/cluster_9afc7f59-76dd-7fef-94ee-86fa86eba782/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/cluster_9afc7f59-76dd-7fef-94ee-86fa86eba782/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:15:25,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62117 2024-11-08T23:15:25,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:15:25,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:15:25,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/test.cache.data in system properties and HBase conf 2024-11-08T23:15:25,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:15:25,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:15:25,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:15:25,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:15:25,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:15:25,868 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T23:15:26,015 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:15:26,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:15:26,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:15:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:15:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:15:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:15:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:15:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:15:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:15:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:15:26,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:15:26,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:15:26,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:15:26,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:15:26,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:15:27,506 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T23:15:27,616 INFO [Time-limited test {}] log.Log(170): Logging initialized @4019ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T23:15:27,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:15:27,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:15:27,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:15:27,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:15:27,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:15:27,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:15:27,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:15:27,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:15:28,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/java.io.tmpdir/jetty-localhost-42399-hadoop-hdfs-3_4_1-tests_jar-_-any-15347546553406222021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:15:28,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:42399} 2024-11-08T23:15:28,189 INFO [Time-limited test {}] server.Server(415): Started @4594ms 2024-11-08T23:15:28,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:15:28,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:15:28,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:15:28,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:15:28,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:15:28,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:15:28,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:15:29,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/java.io.tmpdir/jetty-localhost-43659-hadoop-hdfs-3_4_1-tests_jar-_-any-13506903463835955448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:15:29,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:43659} 2024-11-08T23:15:29,093 INFO [Time-limited test {}] server.Server(415): Started @5497ms 2024-11-08T23:15:29,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:15:30,236 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/cluster_9afc7f59-76dd-7fef-94ee-86fa86eba782/data/data1/current/BP-1140186770-172.17.0.2-1731107726868/current, will proceed with Du for space computation calculation, 2024-11-08T23:15:30,236 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/cluster_9afc7f59-76dd-7fef-94ee-86fa86eba782/data/data2/current/BP-1140186770-172.17.0.2-1731107726868/current, will proceed with Du for space computation calculation, 2024-11-08T23:15:30,268 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:15:30,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x913640f722d6bd64 with lease ID 0x131c08eec7e4571a: Processing first storage report for DS-a9529ab0-ef65-4676-b037-7486d583abb8 from datanode DatanodeRegistration(127.0.0.1:35997, datanodeUuid=5d2c37b4-c576-4f69-9db9-e0fa0ce2e457, infoPort=38865, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=683993949;c=1731107726868) 2024-11-08T23:15:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x913640f722d6bd64 with lease ID 0x131c08eec7e4571a: from storage DS-a9529ab0-ef65-4676-b037-7486d583abb8 node DatanodeRegistration(127.0.0.1:35997, datanodeUuid=5d2c37b4-c576-4f69-9db9-e0fa0ce2e457, infoPort=38865, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=683993949;c=1731107726868), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T23:15:30,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x913640f722d6bd64 with lease ID 0x131c08eec7e4571a: Processing first storage report for DS-bfe95a41-e9dd-4ca5-8b23-12ec443ebb61 from datanode DatanodeRegistration(127.0.0.1:35997, datanodeUuid=5d2c37b4-c576-4f69-9db9-e0fa0ce2e457, infoPort=38865, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=683993949;c=1731107726868) 2024-11-08T23:15:30,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x913640f722d6bd64 with lease ID 0x131c08eec7e4571a: from storage DS-bfe95a41-e9dd-4ca5-8b23-12ec443ebb61 node DatanodeRegistration(127.0.0.1:35997, datanodeUuid=5d2c37b4-c576-4f69-9db9-e0fa0ce2e457, infoPort=38865, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=683993949;c=1731107726868), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T23:15:30,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620 2024-11-08T23:15:30,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:30,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:30,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:15:31,058 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49 with version=8 2024-11-08T23:15:31,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/hbase-staging 2024-11-08T23:15:31,158 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T23:15:31,470 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:15:31,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:31,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:31,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:15:31,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:31,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:15:31,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:15:31,746 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T23:15:31,757 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T23:15:31,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:15:31,789 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8577 (auto-detected) 2024-11-08T23:15:31,791 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T23:15:31,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43701 2024-11-08T23:15:31,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43701 connecting to ZooKeeper ensemble=127.0.0.1:62117 2024-11-08T23:15:31,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437010x0, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:15:31,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43701-0x1011cbb9d170000 connected 2024-11-08T23:15:32,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:32,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:32,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/running 2024-11-08T23:15:32,028 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49, hbase.cluster.distributed=false 2024-11-08T23:15:32,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/acl 2024-11-08T23:15:32,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-08T23:15:32,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43701 2024-11-08T23:15:32,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43701 2024-11-08T23:15:32,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-08T23:15:32,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-08T23:15:32,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:15:32,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:32,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:32,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:15:32,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:32,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:15:32,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:15:32,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:15:32,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36085 2024-11-08T23:15:32,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36085 connecting to ZooKeeper ensemble=127.0.0.1:62117 2024-11-08T23:15:32,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:32,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:32,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360850x0, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:15:32,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36085-0x1011cbb9d170001 connected 2024-11-08T23:15:32,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/running 2024-11-08T23:15:32,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:15:32,241 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:15:32,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/master 2024-11-08T23:15:32,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/acl 2024-11-08T23:15:32,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-08T23:15:32,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36085 2024-11-08T23:15:32,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36085 2024-11-08T23:15:32,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-08T23:15:32,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-08T23:15:32,279 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:43701 2024-11-08T23:15:32,280 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01544035432/backup-masters/300c1216fb79,43701,1731107731227 2024-11-08T23:15:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/backup-masters 2024-11-08T23:15:32,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/backup-masters 2024-11-08T23:15:32,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on existing znode=/01544035432/backup-masters/300c1216fb79,43701,1731107731227 2024-11-08T23:15:32,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544035432/master 2024-11-08T23:15:32,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:32,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:32,331 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on existing znode=/01544035432/master 2024-11-08T23:15:32,332 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01544035432/backup-masters/300c1216fb79,43701,1731107731227 from backup master directory 2024-11-08T23:15:32,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/backup-masters/300c1216fb79,43701,1731107731227 2024-11-08T23:15:32,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/backup-masters 2024-11-08T23:15:32,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/backup-masters 2024-11-08T23:15:32,341 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:15:32,342 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,43701,1731107731227 2024-11-08T23:15:32,344 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T23:15:32,346 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T23:15:32,404 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/hbase.id] with ID: 6b94809a-2698-42ae-a663-f3068501cfc3 2024-11-08T23:15:32,405 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/.tmp/hbase.id 2024-11-08T23:15:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:15:32,817 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/.tmp/hbase.id]:[hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/hbase.id] 2024-11-08T23:15:32,867 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:32,873 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:15:32,894 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-08T23:15:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:15:33,366 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:15:33,370 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:15:33,392 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:15:33,397 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:15:33,859 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store 2024-11-08T23:15:33,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:15:34,290 INFO [master/300c1216fb79:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T23:15:34,294 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:34,296 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:15:34,296 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:34,297 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:34,299 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:15:34,300 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:34,300 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:34,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107734296Disabling compacts and flushes for region at 1731107734296Disabling writes for close at 1731107734299 (+3 ms)Writing region close event to WAL at 1731107734300 (+1 ms)Closed at 1731107734300 2024-11-08T23:15:34,305 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/.initializing 2024-11-08T23:15:34,305 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227 2024-11-08T23:15:34,315 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:15:34,333 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C43701%2C1731107731227, suffix=, logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227, archiveDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/oldWALs, maxLogs=10 2024-11-08T23:15:34,359 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227/300c1216fb79%2C43701%2C1731107731227.1731107734339, exclude list is [], retry=0 2024-11-08T23:15:34,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35997,DS-a9529ab0-ef65-4676-b037-7486d583abb8,DISK] 2024-11-08T23:15:34,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T23:15:34,427 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227/300c1216fb79%2C43701%2C1731107731227.1731107734339 2024-11-08T23:15:34,428 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-08T23:15:34,429 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:15:34,430 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:34,433 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,435 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:15:34,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:34,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:34,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:15:34,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:34,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:34,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:15:34,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:34,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:34,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:15:34,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:34,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:34,537 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,541 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,543 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,549 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,550 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,554 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:15:34,558 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:34,564 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:15:34,565 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59421079, jitterRate=-0.1145569235086441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:15:34,573 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107734450Initializing all the Stores at 1731107734453 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107734454 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107734455 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107734455Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107734455Cleaning up temporary data from old regions at 1731107734550 (+95 ms)Region opened successfully at 1731107734573 (+23 ms) 2024-11-08T23:15:34,575 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:15:34,611 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af8f1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:15:34,647 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:15:34,660 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:15:34,660 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:15:34,663 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:15:34,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T23:15:34,670 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T23:15:34,671 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:15:34,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:15:34,710 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/balancer because node does not exist (not necessarily an error) 2024-11-08T23:15:34,761 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/balancer already deleted, retry=false 2024-11-08T23:15:34,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:15:34,767 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:15:34,771 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/normalizer already deleted, retry=false 2024-11-08T23:15:34,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:15:34,778 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:15:34,782 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/switch/split already deleted, retry=false 2024-11-08T23:15:34,784 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:15:34,792 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/switch/merge already deleted, retry=false 2024-11-08T23:15:34,814 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:15:34,824 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/snapshot-cleanup already deleted, retry=false 2024-11-08T23:15:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544035432/running 2024-11-08T23:15:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544035432/running 2024-11-08T23:15:34,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:34,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:34,839 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,43701,1731107731227, sessionid=0x1011cbb9d170000, setting cluster-up flag (Was=false) 2024-11-08T23:15:34,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:34,898 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01544035432/flush-table-proc/acquired, /01544035432/flush-table-proc/reached, /01544035432/flush-table-proc/abort 2024-11-08T23:15:34,900 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,43701,1731107731227 2024-11-08T23:15:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:34,950 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01544035432/online-snapshot/acquired, /01544035432/online-snapshot/reached, /01544035432/online-snapshot/abort 2024-11-08T23:15:34,953 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,43701,1731107731227 2024-11-08T23:15:34,960 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:15:34,969 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(746): ClusterId : 6b94809a-2698-42ae-a663-f3068501cfc3 2024-11-08T23:15:34,972 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:15:34,984 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:15:34,984 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:15:34,994 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:15:34,995 DEBUG [RS:0;300c1216fb79:36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75557a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:15:35,010 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:36085 2024-11-08T23:15:35,013 INFO [RS:0;300c1216fb79:36085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:15:35,013 INFO [RS:0;300c1216fb79:36085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:15:35,013 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:15:35,016 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,43701,1731107731227 with port=36085, startcode=1731107732151 2024-11-08T23:15:35,029 DEBUG [RS:0;300c1216fb79:36085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:15:35,044 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:35,057 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:15:35,068 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:15:35,073 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:15:35,076 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,43701,1731107731227 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:15:35,080 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T23:15:35,086 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:35,086 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:35,086 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:35,087 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:35,087 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:15:35,087 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,088 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:15:35,088 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:35,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:15:35,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:35,110 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:15:35,113 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T23:15:35,113 WARN [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T23:15:35,117 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107765117 2024-11-08T23:15:35,119 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:15:35,120 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:15:35,124 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:15:35,125 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:15:35,125 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:15:35,125 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:15:35,128 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,135 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:15:35,136 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:15:35,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:15:35,136 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:15:35,137 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:15:35,139 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:15:35,140 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:15:35,144 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107735141,5,FailOnTimeoutGroup] 2024-11-08T23:15:35,145 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107735145,5,FailOnTimeoutGroup] 2024-11-08T23:15:35,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:15:35,146 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,214 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,43701,1731107731227 with port=36085, startcode=1731107732151 2024-11-08T23:15:35,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,36085,1731107732151 2024-11-08T23:15:35,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43701 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,36085,1731107732151 2024-11-08T23:15:35,229 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49 2024-11-08T23:15:35,230 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45469 2024-11-08T23:15:35,230 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:15:35,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/rs 2024-11-08T23:15:35,246 DEBUG [RS:0;300c1216fb79:36085 {}] zookeeper.ZKUtil(111): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on existing znode=/01544035432/rs/300c1216fb79,36085,1731107732151 2024-11-08T23:15:35,246 WARN [RS:0;300c1216fb79:36085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:15:35,247 INFO [RS:0;300c1216fb79:36085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:35,247 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151 2024-11-08T23:15:35,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,36085,1731107732151] 2024-11-08T23:15:35,273 INFO [RS:0;300c1216fb79:36085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:15:35,296 INFO [RS:0;300c1216fb79:36085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:15:35,301 INFO [RS:0;300c1216fb79:36085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:15:35,302 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,303 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:15:35,310 INFO [RS:0;300c1216fb79:36085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:15:35,312 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,312 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,312 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,313 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,313 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,313 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,313 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:15:35,313 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,314 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,314 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,314 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,314 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,314 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:35,315 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:15:35,315 DEBUG [RS:0;300c1216fb79:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:15:35,320 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,321 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,321 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,321 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,321 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,321 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36085,1731107732151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:15:35,346 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:15:35,348 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36085,1731107732151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,348 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,349 INFO [RS:0;300c1216fb79:36085 {}] regionserver.Replication(171): 300c1216fb79,36085,1731107732151 started 2024-11-08T23:15:35,371 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:35,371 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,36085,1731107732151, RpcServer on 300c1216fb79/172.17.0.2:36085, sessionid=0x1011cbb9d170001 2024-11-08T23:15:35,372 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:15:35,372 DEBUG [RS:0;300c1216fb79:36085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,36085,1731107732151 2024-11-08T23:15:35,372 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,36085,1731107732151' 2024-11-08T23:15:35,372 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01544035432/flush-table-proc/abort' 2024-11-08T23:15:35,373 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01544035432/flush-table-proc/acquired' 2024-11-08T23:15:35,374 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:15:35,374 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:15:35,375 DEBUG [RS:0;300c1216fb79:36085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,36085,1731107732151 2024-11-08T23:15:35,375 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,36085,1731107732151' 2024-11-08T23:15:35,375 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01544035432/online-snapshot/abort' 2024-11-08T23:15:35,376 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01544035432/online-snapshot/acquired' 2024-11-08T23:15:35,377 DEBUG [RS:0;300c1216fb79:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:15:35,377 INFO [RS:0;300c1216fb79:36085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:15:35,377 INFO [RS:0;300c1216fb79:36085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:15:35,483 INFO [RS:0;300c1216fb79:36085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:15:35,487 INFO [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C36085%2C1731107732151, suffix=, logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151, archiveDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs, maxLogs=10 2024-11-08T23:15:35,506 DEBUG [RS:0;300c1216fb79:36085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490, exclude list is [], retry=0 2024-11-08T23:15:35,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35997,DS-a9529ab0-ef65-4676-b037-7486d583abb8,DISK] 2024-11-08T23:15:35,516 INFO [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 2024-11-08T23:15:35,517 DEBUG [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-08T23:15:35,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:15:35,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49 2024-11-08T23:15:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:15:35,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:35,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:15:35,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:15:35,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:35,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:35,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:15:35,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:15:35,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:35,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:35,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:15:35,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:15:35,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:35,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:35,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:15:35,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:15:35,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:35,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:35,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:15:35,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740 2024-11-08T23:15:35,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740 2024-11-08T23:15:35,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:15:35,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:15:35,984 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:15:35,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:15:35,991 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:15:35,992 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67799838, jitterRate=0.01029631495475769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:15:35,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107735957Initializing all the Stores at 1731107735959 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107735960 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107735960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107735960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107735960Cleaning up temporary data from old regions at 1731107735984 (+24 ms)Region opened successfully at 1731107735995 (+11 ms) 2024-11-08T23:15:35,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:15:35,995 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:15:35,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:15:35,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:15:35,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:15:35,997 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:15:35,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107735995Disabling compacts and flushes for region at 1731107735995Disabling writes for close at 1731107735996 (+1 ms)Writing region close event to WAL at 1731107735996Closed at 1731107735997 (+1 ms) 2024-11-08T23:15:36,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:36,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:15:36,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:15:36,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:15:36,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:15:36,214 DEBUG [300c1216fb79:43701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:15:36,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,36085,1731107732151 2024-11-08T23:15:36,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,36085,1731107732151, state=OPENING 2024-11-08T23:15:36,256 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:15:36,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:36,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:36,268 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:15:36,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,36085,1731107732151}] 2024-11-08T23:15:36,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:36,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:36,452 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:15:36,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:15:36,469 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:15:36,469 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:36,470 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:15:36,473 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C36085%2C1731107732151.meta, suffix=.meta, logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151, archiveDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs, maxLogs=10 2024-11-08T23:15:36,490 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.meta.1731107736476.meta, exclude list is [], retry=0 2024-11-08T23:15:36,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35997,DS-a9529ab0-ef65-4676-b037-7486d583abb8,DISK] 2024-11-08T23:15:36,498 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.meta.1731107736476.meta 2024-11-08T23:15:36,498 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-08T23:15:36,499 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:15:36,505 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:15:36,506 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:15:36,509 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:15:36,512 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:15:36,516 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:15:36,517 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:36,517 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:15:36,517 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:15:36,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:15:36,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:15:36,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:36,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:36,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:15:36,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:15:36,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:36,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:36,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:15:36,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:15:36,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:36,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:36,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:15:36,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:15:36,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:36,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:36,540 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:15:36,542 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740 2024-11-08T23:15:36,546 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740 2024-11-08T23:15:36,549 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:15:36,549 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:15:36,550 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:15:36,554 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:15:36,556 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62509380, jitterRate=-0.0685376524925232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:15:36,556 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:15:36,558 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107736518Writing region info on filesystem at 1731107736518Initializing all the Stores at 1731107736521 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107736521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107736521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107736521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107736521Cleaning up temporary data from old regions at 1731107736549 (+28 ms)Running coprocessor post-open hooks at 1731107736556 (+7 ms)Region opened successfully at 1731107736558 (+2 ms) 2024-11-08T23:15:36,567 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107736441 2024-11-08T23:15:36,580 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:15:36,581 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:15:36,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,36085,1731107732151 2024-11-08T23:15:36,585 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,36085,1731107732151, state=OPEN 2024-11-08T23:15:36,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544035432/meta-region-server 2024-11-08T23:15:36,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544035432/meta-region-server 2024-11-08T23:15:36,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:36,641 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,36085,1731107732151 2024-11-08T23:15:36,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:36,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:15:36,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,36085,1731107732151 in 371 msec 2024-11-08T23:15:36,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:15:36,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-08T23:15:36,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:36,657 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:15:36,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:15:36,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,36085,1731107732151, seqNum=-1] 2024-11-08T23:15:36,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:15:36,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:15:36,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7370 sec 2024-11-08T23:15:36,736 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107736736, completionTime=-1 2024-11-08T23:15:36,740 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:15:36,740 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:15:36,775 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:15:36,775 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107796775 2024-11-08T23:15:36,775 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107856775 2024-11-08T23:15:36,775 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-08T23:15:36,778 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43701,1731107731227-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:36,778 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43701,1731107731227-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:36,778 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43701,1731107731227-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:36,780 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:43701, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:36,780 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:36,781 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:36,787 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:15:36,812 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.470sec 2024-11-08T23:15:36,814 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:15:36,815 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:15:36,817 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:15:36,817 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:15:36,817 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:15:36,818 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43701,1731107731227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:15:36,819 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43701,1731107731227-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:15:36,827 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:15:36,828 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:15:36,829 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43701,1731107731227-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:36,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:36,887 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T23:15:36,887 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T23:15:36,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43701,-1 for getting cluster id 2024-11-08T23:15:36,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:36,901 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b94809a-2698-42ae-a663-f3068501cfc3' 2024-11-08T23:15:36,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:36,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b94809a-2698-42ae-a663-f3068501cfc3" 2024-11-08T23:15:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e040e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43701,-1] 2024-11-08T23:15:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:36,911 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:36,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:36,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:15:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,36085,1731107732151, seqNum=-1] 2024-11-08T23:15:36,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:15:36,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:15:36,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,43701,1731107731227 2024-11-08T23:15:36,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62117 2024-11-08T23:15:37,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:15:37,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cbb9d170002 connected 2024-11-08T23:15:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.log.dir so I do NOT create it in target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976 2024-11-08T23:15:37,097 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:15:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.tmp.dir so I do NOT create it in target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976 2024-11-08T23:15:37,097 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:15:37,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976 2024-11-08T23:15:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:15:37,097 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/cluster_cc460ec7-f2dc-8dc4-0a83-caccee0d025c, deleteOnExit=true 2024-11-08T23:15:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:15:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/test.cache.data in system properties and HBase conf 2024-11-08T23:15:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:15:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:15:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:15:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:15:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:15:37,099 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:15:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:15:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:15:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:15:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:15:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:15:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:15:37,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:15:37,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:15:37,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:15:37,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:15:37,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:15:37,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:15:37,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:15:37,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:15:37,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/java.io.tmpdir/jetty-localhost-34713-hadoop-hdfs-3_4_1-tests_jar-_-any-13431968549968479942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:15:37,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:34713} 2024-11-08T23:15:37,894 INFO [Time-limited test {}] server.Server(415): Started @14298ms 2024-11-08T23:15:38,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:15:38,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:15:38,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:15:38,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:15:38,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:15:38,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:15:38,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:15:38,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/java.io.tmpdir/jetty-localhost-42627-hadoop-hdfs-3_4_1-tests_jar-_-any-6080591778125764532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:15:38,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:42627} 2024-11-08T23:15:38,303 INFO [Time-limited test {}] server.Server(415): Started @14707ms 2024-11-08T23:15:38,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:15:39,151 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/cluster_cc460ec7-f2dc-8dc4-0a83-caccee0d025c/data/data2/current/BP-1614549379-172.17.0.2-1731107737129/current, will proceed with Du for space computation calculation, 2024-11-08T23:15:39,151 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/cluster_cc460ec7-f2dc-8dc4-0a83-caccee0d025c/data/data1/current/BP-1614549379-172.17.0.2-1731107737129/current, will proceed with Du for space computation calculation, 2024-11-08T23:15:39,220 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:15:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ff9f55b7242d19d with lease ID 0x6d8e447485aaf790: Processing first storage report for DS-19fa4295-8bef-4e98-8e18-2f314b7c35a8 from datanode DatanodeRegistration(127.0.0.1:42697, datanodeUuid=e60b94a5-cabd-493e-8570-6afdf9bf0c91, infoPort=42665, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=339717319;c=1731107737129) 2024-11-08T23:15:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ff9f55b7242d19d with lease ID 0x6d8e447485aaf790: from storage DS-19fa4295-8bef-4e98-8e18-2f314b7c35a8 node DatanodeRegistration(127.0.0.1:42697, datanodeUuid=e60b94a5-cabd-493e-8570-6afdf9bf0c91, infoPort=42665, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=339717319;c=1731107737129), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:15:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ff9f55b7242d19d with lease ID 0x6d8e447485aaf790: Processing first storage report for DS-3488be62-7fa7-4d72-8da8-deb7ef87c612 from datanode DatanodeRegistration(127.0.0.1:42697, datanodeUuid=e60b94a5-cabd-493e-8570-6afdf9bf0c91, infoPort=42665, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=339717319;c=1731107737129) 2024-11-08T23:15:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ff9f55b7242d19d with lease ID 0x6d8e447485aaf790: from storage DS-3488be62-7fa7-4d72-8da8-deb7ef87c612 node DatanodeRegistration(127.0.0.1:42697, datanodeUuid=e60b94a5-cabd-493e-8570-6afdf9bf0c91, infoPort=42665, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=339717319;c=1731107737129), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T23:15:39,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976 2024-11-08T23:15:39,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:39,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:39,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:15:39,674 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42 with version=8 2024-11-08T23:15:39,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/hbase-staging 2024-11-08T23:15:39,678 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:15:39,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:39,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:39,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:15:39,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:39,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:15:39,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:15:39,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:15:39,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34735 2024-11-08T23:15:39,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34735 connecting to ZooKeeper ensemble=127.0.0.1:62117 2024-11-08T23:15:39,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347350x0, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:15:39,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34735-0x1011cbb9d170003 connected 2024-11-08T23:15:39,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:39,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:39,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on znode that does not yet exist, /1-590533080/running 2024-11-08T23:15:39,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42, hbase.cluster.distributed=false 2024-11-08T23:15:39,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on znode that does not yet exist, /1-590533080/acl 2024-11-08T23:15:39,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-08T23:15:39,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34735 2024-11-08T23:15:39,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34735 2024-11-08T23:15:39,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-08T23:15:39,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-08T23:15:39,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:15:39,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:39,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:39,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:15:39,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:39,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:15:39,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:15:39,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:15:39,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42009 2024-11-08T23:15:39,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42009 connecting to ZooKeeper ensemble=127.0.0.1:62117 2024-11-08T23:15:39,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:39,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420090x0, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:15:39,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420090x0, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on znode that does not yet exist, /1-590533080/running 2024-11-08T23:15:39,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42009-0x1011cbb9d170004 connected 2024-11-08T23:15:39,878 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:15:39,878 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:15:39,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on znode that does not yet exist, /1-590533080/master 2024-11-08T23:15:39,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on znode that does not yet exist, /1-590533080/acl 2024-11-08T23:15:39,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-08T23:15:39,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42009 2024-11-08T23:15:39,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42009 2024-11-08T23:15:39,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-08T23:15:39,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-08T23:15:39,894 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:34735 2024-11-08T23:15:39,895 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-590533080/backup-masters/300c1216fb79,34735,1731107739677 2024-11-08T23:15:39,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080/backup-masters 2024-11-08T23:15:39,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080/backup-masters 2024-11-08T23:15:39,909 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on existing znode=/1-590533080/backup-masters/300c1216fb79,34735,1731107739677 2024-11-08T23:15:39,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:39,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-590533080/master 2024-11-08T23:15:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:39,920 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on existing znode=/1-590533080/master 2024-11-08T23:15:39,921 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-590533080/backup-masters/300c1216fb79,34735,1731107739677 from backup master directory 2024-11-08T23:15:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080/backup-masters 2024-11-08T23:15:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-590533080/backup-masters/300c1216fb79,34735,1731107739677 2024-11-08T23:15:39,929 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:15:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080/backup-masters 2024-11-08T23:15:39,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,34735,1731107739677 2024-11-08T23:15:39,938 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/hbase.id] with ID: 08d873c3-bdeb-451d-964c-ff9496d01ad2 2024-11-08T23:15:39,938 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/.tmp/hbase.id 2024-11-08T23:15:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:15:40,350 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/.tmp/hbase.id]:[hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/hbase.id] 2024-11-08T23:15:40,388 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:40,388 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:15:40,391 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T23:15:40,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:40,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:15:40,457 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:15:40,458 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:15:40,459 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:40,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:15:40,891 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store 2024-11-08T23:15:40,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:15:40,920 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:40,921 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:15:40,921 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:40,921 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:40,921 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:15:40,921 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:40,921 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:40,921 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107740921Disabling compacts and flushes for region at 1731107740921Disabling writes for close at 1731107740921Writing region close event to WAL at 1731107740921Closed at 1731107740921 2024-11-08T23:15:40,924 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/.initializing 2024-11-08T23:15:40,924 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/WALs/300c1216fb79,34735,1731107739677 2024-11-08T23:15:40,927 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:15:40,933 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C34735%2C1731107739677, suffix=, logDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/WALs/300c1216fb79,34735,1731107739677, archiveDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/oldWALs, maxLogs=10 2024-11-08T23:15:40,950 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/WALs/300c1216fb79,34735,1731107739677/300c1216fb79%2C34735%2C1731107739677.1731107740933, exclude list is [], retry=0 2024-11-08T23:15:40,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-19fa4295-8bef-4e98-8e18-2f314b7c35a8,DISK] 2024-11-08T23:15:40,985 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/WALs/300c1216fb79,34735,1731107739677/300c1216fb79%2C34735%2C1731107739677.1731107740933 2024-11-08T23:15:40,986 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42665:42665)] 2024-11-08T23:15:40,986 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:15:40,987 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:40,987 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:40,987 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:40,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:40,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:15:40,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:40,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:40,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:15:41,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:41,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:41,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:15:41,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:41,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:41,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:15:41,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:41,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:41,014 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,016 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,017 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,020 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,020 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,022 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:15:41,025 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:41,029 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:15:41,030 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68951451, jitterRate=0.02745668590068817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:15:41,030 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107740988Initializing all the Stores at 1731107740991 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107740991Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107740991Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107740991Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107740991Cleaning up temporary data from old regions at 1731107741020 (+29 ms)Region opened successfully at 1731107741030 (+10 ms) 2024-11-08T23:15:41,031 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:15:41,039 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0077a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:15:41,040 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:15:41,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:15:41,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:15:41,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:15:41,042 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T23:15:41,043 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:15:41,043 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:15:41,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:15:41,049 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Unable to get data of znode /1-590533080/balancer because node does not exist (not necessarily an error) 2024-11-08T23:15:41,055 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-590533080/balancer already deleted, retry=false 2024-11-08T23:15:41,056 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:15:41,057 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Unable to get data of znode /1-590533080/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:15:41,076 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-590533080/normalizer already deleted, retry=false 2024-11-08T23:15:41,077 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:15:41,078 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Unable to get data of znode /1-590533080/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:15:41,097 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-590533080/switch/split already deleted, retry=false 2024-11-08T23:15:41,099 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Unable to get data of znode /1-590533080/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:15:41,108 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-590533080/switch/merge already deleted, retry=false 2024-11-08T23:15:41,114 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Unable to get data of znode /1-590533080/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:15:41,129 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-590533080/snapshot-cleanup already deleted, retry=false 2024-11-08T23:15:41,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-590533080/running 2024-11-08T23:15:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-590533080/running 2024-11-08T23:15:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:41,141 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,34735,1731107739677, sessionid=0x1011cbb9d170003, setting cluster-up flag (Was=false) 2024-11-08T23:15:41,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:41,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:41,192 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-590533080/flush-table-proc/acquired, /1-590533080/flush-table-proc/reached, /1-590533080/flush-table-proc/abort 2024-11-08T23:15:41,194 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,34735,1731107739677 2024-11-08T23:15:41,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:41,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:41,245 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-590533080/online-snapshot/acquired, /1-590533080/online-snapshot/reached, /1-590533080/online-snapshot/abort 2024-11-08T23:15:41,246 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,34735,1731107739677 2024-11-08T23:15:41,249 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:15:41,256 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:41,257 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:15:41,257 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:15:41,257 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,34735,1731107739677 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:15:41,259 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:15:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:15:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,261 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107771261 2024-11-08T23:15:41,261 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:15:41,262 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:15:41,262 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:15:41,262 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:15:41,262 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:15:41,262 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:15:41,263 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,264 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:15:41,264 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:15:41,264 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:15:41,264 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:15:41,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:41,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:15:41,268 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:15:41,269 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:15:41,269 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:41,269 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107741269,5,FailOnTimeoutGroup] 2024-11-08T23:15:41,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:15:41,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:15:41,269 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107741269,5,FailOnTimeoutGroup] 2024-11-08T23:15:41,269 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,269 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:15:41,269 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,270 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:15:41,286 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(746): ClusterId : 08d873c3-bdeb-451d-964c-ff9496d01ad2 2024-11-08T23:15:41,286 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:15:41,300 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:15:41,300 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:15:41,314 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:15:41,314 DEBUG [RS:0;300c1216fb79:42009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1424c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:15:41,330 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:42009 2024-11-08T23:15:41,331 INFO [RS:0;300c1216fb79:42009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:15:41,331 INFO [RS:0;300c1216fb79:42009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:15:41,331 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:15:41,332 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,34735,1731107739677 with port=42009, startcode=1731107739849 2024-11-08T23:15:41,333 DEBUG [RS:0;300c1216fb79:42009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:15:41,337 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:15:41,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,42009,1731107739849 2024-11-08T23:15:41,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34735 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,42009,1731107739849 2024-11-08T23:15:41,342 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42 2024-11-08T23:15:41,342 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43325 2024-11-08T23:15:41,342 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:15:41,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080/rs 2024-11-08T23:15:41,422 DEBUG [RS:0;300c1216fb79:42009 {}] zookeeper.ZKUtil(111): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on existing znode=/1-590533080/rs/300c1216fb79,42009,1731107739849 2024-11-08T23:15:41,422 WARN [RS:0;300c1216fb79:42009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:15:41,422 INFO [RS:0;300c1216fb79:42009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:41,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,42009,1731107739849] 2024-11-08T23:15:41,423 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/WALs/300c1216fb79,42009,1731107739849 2024-11-08T23:15:41,429 INFO [RS:0;300c1216fb79:42009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:15:41,433 INFO [RS:0;300c1216fb79:42009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:15:41,433 INFO [RS:0;300c1216fb79:42009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:15:41,433 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,434 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:15:41,436 INFO [RS:0;300c1216fb79:42009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:15:41,437 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,437 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,437 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,437 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,437 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,437 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,437 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:15:41,438 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,438 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,438 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,438 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,438 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,438 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:41,438 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:15:41,438 DEBUG [RS:0;300c1216fb79:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:15:41,439 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,439 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,439 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,439 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,439 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,439 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42009,1731107739849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:15:41,462 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:15:41,463 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42009,1731107739849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,463 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,463 INFO [RS:0;300c1216fb79:42009 {}] regionserver.Replication(171): 300c1216fb79,42009,1731107739849 started 2024-11-08T23:15:41,485 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:41,486 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,42009,1731107739849, RpcServer on 300c1216fb79/172.17.0.2:42009, sessionid=0x1011cbb9d170004 2024-11-08T23:15:41,486 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:15:41,486 DEBUG [RS:0;300c1216fb79:42009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,42009,1731107739849 2024-11-08T23:15:41,486 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,42009,1731107739849' 2024-11-08T23:15:41,486 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-590533080/flush-table-proc/abort' 2024-11-08T23:15:41,489 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-590533080/flush-table-proc/acquired' 2024-11-08T23:15:41,490 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:15:41,491 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:15:41,491 DEBUG [RS:0;300c1216fb79:42009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,42009,1731107739849 2024-11-08T23:15:41,491 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,42009,1731107739849' 2024-11-08T23:15:41,491 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-590533080/online-snapshot/abort' 2024-11-08T23:15:41,492 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-590533080/online-snapshot/acquired' 2024-11-08T23:15:41,497 DEBUG [RS:0;300c1216fb79:42009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:15:41,497 INFO [RS:0;300c1216fb79:42009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:15:41,497 INFO [RS:0;300c1216fb79:42009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:15:41,598 INFO [RS:0;300c1216fb79:42009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:15:41,601 INFO [RS:0;300c1216fb79:42009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C42009%2C1731107739849, suffix=, logDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/WALs/300c1216fb79,42009,1731107739849, archiveDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/oldWALs, maxLogs=10 2024-11-08T23:15:41,621 DEBUG [RS:0;300c1216fb79:42009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/WALs/300c1216fb79,42009,1731107739849/300c1216fb79%2C42009%2C1731107739849.1731107741604, exclude list is [], retry=0 2024-11-08T23:15:41,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-19fa4295-8bef-4e98-8e18-2f314b7c35a8,DISK] 2024-11-08T23:15:41,630 INFO [RS:0;300c1216fb79:42009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/WALs/300c1216fb79,42009,1731107739849/300c1216fb79%2C42009%2C1731107739849.1731107741604 2024-11-08T23:15:41,631 DEBUG [RS:0;300c1216fb79:42009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42665:42665)] 2024-11-08T23:15:41,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:15:41,683 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42 2024-11-08T23:15:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:15:41,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:41,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:15:41,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:15:41,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:41,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:41,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:15:41,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:15:41,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:41,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:41,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:15:41,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:15:41,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:41,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:41,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:15:41,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:15:41,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:41,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:41,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:15:41,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740 2024-11-08T23:15:41,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740 2024-11-08T23:15:41,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:15:41,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:15:41,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:15:41,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:15:41,724 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:15:41,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62708250, jitterRate=-0.06557425856590271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:15:41,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107741697Initializing all the Stores at 1731107741699 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107741699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107741700 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107741700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107741700Cleaning up temporary data from old regions at 1731107741719 (+19 ms)Region opened successfully at 1731107741726 (+7 ms) 2024-11-08T23:15:41,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:15:41,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:15:41,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:15:41,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:15:41,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:15:41,727 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:15:41,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107741726Disabling compacts and flushes for region at 1731107741726Disabling writes for close at 1731107741726Writing region close event to WAL at 1731107741726Closed at 1731107741726 2024-11-08T23:15:41,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:41,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:15:41,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:15:41,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:15:41,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:15:41,886 DEBUG [300c1216fb79:34735 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:15:41,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,42009,1731107739849 2024-11-08T23:15:41,890 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,42009,1731107739849, state=OPENING 2024-11-08T23:15:41,939 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:15:41,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:41,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:41,951 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:15:41,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-590533080/meta-region-server: CHANGED 2024-11-08T23:15:41,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,42009,1731107739849}] 2024-11-08T23:15:41,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-590533080/meta-region-server: CHANGED 2024-11-08T23:15:42,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:15:42,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:15:42,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T23:15:42,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:15:42,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T23:15:42,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:15:42,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T23:15:42,100 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T23:15:42,100 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T23:15:42,106 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:15:42,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:15:42,116 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:15:42,116 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:42,117 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:15:42,120 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C42009%2C1731107739849.meta, suffix=.meta, logDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/WALs/300c1216fb79,42009,1731107739849, archiveDir=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/oldWALs, maxLogs=10 2024-11-08T23:15:42,139 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/WALs/300c1216fb79,42009,1731107739849/300c1216fb79%2C42009%2C1731107739849.meta.1731107742122.meta, exclude list is [], retry=0 2024-11-08T23:15:42,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-19fa4295-8bef-4e98-8e18-2f314b7c35a8,DISK] 2024-11-08T23:15:42,146 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/WALs/300c1216fb79,42009,1731107739849/300c1216fb79%2C42009%2C1731107739849.meta.1731107742122.meta 2024-11-08T23:15:42,147 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42665:42665)] 2024-11-08T23:15:42,147 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:15:42,147 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:15:42,148 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:15:42,148 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:15:42,148 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:15:42,148 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:15:42,148 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:42,148 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:15:42,148 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:15:42,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:15:42,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:15:42,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:42,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:42,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:15:42,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:15:42,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:42,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:42,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:15:42,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:15:42,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:42,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:42,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:15:42,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:15:42,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:42,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:42,163 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:15:42,164 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740 2024-11-08T23:15:42,166 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740 2024-11-08T23:15:42,169 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:15:42,169 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:15:42,170 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:15:42,172 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:15:42,174 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75345198, jitterRate=0.12273094058036804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:15:42,174 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:15:42,174 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107742149Writing region info on filesystem at 1731107742149Initializing all the Stores at 1731107742150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107742150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107742151 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107742151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107742151Cleaning up temporary data from old regions at 1731107742169 (+18 ms)Running coprocessor post-open hooks at 1731107742174 (+5 ms)Region opened successfully at 1731107742174 2024-11-08T23:15:42,176 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107742105 2024-11-08T23:15:42,180 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:15:42,180 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:15:42,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,42009,1731107739849 2024-11-08T23:15:42,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,42009,1731107739849, state=OPEN 2024-11-08T23:15:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-590533080/meta-region-server 2024-11-08T23:15:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-590533080/meta-region-server 2024-11-08T23:15:42,192 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,42009,1731107739849 2024-11-08T23:15:42,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-590533080/meta-region-server: CHANGED 2024-11-08T23:15:42,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-590533080/meta-region-server: CHANGED 2024-11-08T23:15:42,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:15:42,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,42009,1731107739849 in 241 msec 2024-11-08T23:15:42,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:15:42,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-08T23:15:42,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:42,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:15:42,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:15:42,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,42009,1731107739849, seqNum=-1] 2024-11-08T23:15:42,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:15:42,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:15:42,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 976 msec 2024-11-08T23:15:42,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107742232, completionTime=-1 2024-11-08T23:15:42,233 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:15:42,233 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:15:42,236 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:15:42,239 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107802239 2024-11-08T23:15:42,239 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107862239 2024-11-08T23:15:42,239 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-08T23:15:42,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34735,1731107739677-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:42,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34735,1731107739677-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:42,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34735,1731107739677-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:42,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:34735, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:42,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:42,242 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:42,247 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:15:42,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.324sec 2024-11-08T23:15:42,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:15:42,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:15:42,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:15:42,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:15:42,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:15:42,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34735,1731107739677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:15:42,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34735,1731107739677-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:15:42,258 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:15:42,259 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:15:42,259 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34735,1731107739677-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:42,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:42,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:42,316 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c37bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:42,327 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:42,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:15:42,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,42009,1731107739849, seqNum=-1] 2024-11-08T23:15:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:15:42,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:15:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,34735,1731107739677 2024-11-08T23:15:42,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62117 2024-11-08T23:15:42,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:15:42,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cbb9d170005 connected 2024-11-08T23:15:42,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43701,-1 for getting cluster id 2024-11-08T23:15:42,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:42,399 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b94809a-2698-42ae-a663-f3068501cfc3' 2024-11-08T23:15:42,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b94809a-2698-42ae-a663-f3068501cfc3" 2024-11-08T23:15:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f6582d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43701,-1] 2024-11-08T23:15:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:42,403 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dd53c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43701,1731107731227 2024-11-08T23:15:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a133447 2024-11-08T23:15:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:42,429 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:15:42,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:34735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:15:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:15:42,448 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34735' 2024-11-08T23:15:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:15:42,451 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77461806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,451 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:42,451 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:42,454 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:42,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:42,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:42,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7321a9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:42,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:42,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:42,461 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:42,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a789ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:42,463 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:42,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34735,1731107739677 2024-11-08T23:15:42,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166bc066 2024-11-08T23:15:42,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:42,473 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:15:42,499 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T23:15:42,500 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:15:42,508 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:42,511 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:42,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:42,514 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:15:42,523 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:15:42,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:15:42,534 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:42,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:15:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:15:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741835_1011 (size=1138) 2024-11-08T23:15:42,577 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:15:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:15:42,974 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8203708891fe818fe390b9c1e07b3ecb, NAME => 'hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49 2024-11-08T23:15:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741836_1012 (size=44) 2024-11-08T23:15:42,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:42,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8203708891fe818fe390b9c1e07b3ecb, disabling compactions & flushes 2024-11-08T23:15:42,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:42,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:42,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. after waiting 0 ms 2024-11-08T23:15:42,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:42,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:42,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8203708891fe818fe390b9c1e07b3ecb: Waiting for close lock at 1731107742988Disabling compacts and flushes for region at 1731107742988Disabling writes for close at 1731107742989 (+1 ms)Writing region close event to WAL at 1731107742989Closed at 1731107742989 2024-11-08T23:15:42,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:15:42,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107742992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107742992"}]},"ts":"1731107742992"} 2024-11-08T23:15:43,002 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:15:43,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:15:43,007 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107743004"}]},"ts":"1731107743004"} 2024-11-08T23:15:43,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:15:43,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN}] 2024-11-08T23:15:43,017 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN 2024-11-08T23:15:43,019 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN; state=OFFLINE, location=300c1216fb79,36085,1731107732151; forceNewPlan=false, retain=false 2024-11-08T23:15:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:15:43,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8203708891fe818fe390b9c1e07b3ecb, regionState=OPENING, regionLocation=300c1216fb79,36085,1731107732151 2024-11-08T23:15:43,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN because future has completed 2024-11-08T23:15:43,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8203708891fe818fe390b9c1e07b3ecb, server=300c1216fb79,36085,1731107732151}] 2024-11-08T23:15:43,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:43,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:43,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:15:43,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C36085%2C1731107732151.rep, suffix=, logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151, archiveDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs, maxLogs=10 2024-11-08T23:15:43,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.rep.1731107743344, exclude list is [], retry=0 2024-11-08T23:15:43,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35997,DS-a9529ab0-ef65-4676-b037-7486d583abb8,DISK] 2024-11-08T23:15:43,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.rep.1731107743344 2024-11-08T23:15:43,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-08T23:15:43,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8203708891fe818fe390b9c1e07b3ecb, NAME => 'hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:15:43,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:15:43,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:15:43,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. service=MultiRowMutationService 2024-11-08T23:15:43,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:15:43,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:43,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,376 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,379 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203708891fe818fe390b9c1e07b3ecb columnFamilyName hfileref 2024-11-08T23:15:43,379 DEBUG [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:43,380 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(327): Store=8203708891fe818fe390b9c1e07b3ecb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:43,380 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,383 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203708891fe818fe390b9c1e07b3ecb columnFamilyName queue 2024-11-08T23:15:43,383 DEBUG [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:43,384 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(327): Store=8203708891fe818fe390b9c1e07b3ecb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:43,384 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,387 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203708891fe818fe390b9c1e07b3ecb columnFamilyName sid 2024-11-08T23:15:43,387 DEBUG [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:43,388 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(327): Store=8203708891fe818fe390b9c1e07b3ecb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:43,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:15:43,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:15:43,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8203708891fe818fe390b9c1e07b3ecb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65978937, jitterRate=-0.0168372243642807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:15:43,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:43,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8203708891fe818fe390b9c1e07b3ecb: Running coprocessor pre-open hook at 1731107743373Writing region info on filesystem at 1731107743373Initializing all the Stores at 1731107743375 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107743375Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107743376 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107743376Cleaning up temporary data from old regions at 1731107743396 (+20 ms)Running coprocessor post-open hooks at 1731107743414 (+18 ms)Region opened successfully at 1731107743416 (+2 ms) 2024-11-08T23:15:43,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb., pid=7, masterSystemTime=1731107743333 2024-11-08T23:15:43,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:43,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:43,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8203708891fe818fe390b9c1e07b3ecb, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,36085,1731107732151 2024-11-08T23:15:43,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8203708891fe818fe390b9c1e07b3ecb, server=300c1216fb79,36085,1731107732151 because future has completed 2024-11-08T23:15:43,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T23:15:43,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8203708891fe818fe390b9c1e07b3ecb, server=300c1216fb79,36085,1731107732151 in 274 msec 2024-11-08T23:15:43,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:15:43,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN in 444 msec 2024-11-08T23:15:43,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:15:43,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107743471"}]},"ts":"1731107743471"} 2024-11-08T23:15:43,475 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:15:43,478 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:15:43,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 963 msec 2024-11-08T23:15:43,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb., hostname=300c1216fb79,36085,1731107732151, seqNum=2] 2024-11-08T23:15:43,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T23:15:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:15:43,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:43,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:43,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:15:43,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T23:15:43,870 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:15:43,913 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,36085,1731107732151, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:15:43,914 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:15:43,915 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,36085,1731107732151, seqNum=-1] 2024-11-08T23:15:43,915 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:15:43,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T23:15:43,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,36085,1731107732151', locateType=CURRENT is [region=hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb., hostname=300c1216fb79,36085,1731107732151, seqNum=2] 2024-11-08T23:15:43,928 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T23:15:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T23:15:43,938 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,36085,1731107732151 suceeded 2024-11-08T23:15:43,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T23:15:43,943 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:34735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:15:43,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-08T23:15:43,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-08T23:15:43,951 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34735' 2024-11-08T23:15:43,953 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d77b46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:43,953 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:43,953 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:43,954 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:43,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:43,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:43,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef85279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:43,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:43,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:43,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:43,958 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:43,959 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468a465f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:43,959 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:43,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34735,1731107739677 2024-11-08T23:15:43,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34bcdd9 2024-11-08T23:15:43,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:43,963 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T23:15:43,964 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,36085,1731107732151 (queues=1) is replicating from cluster=6b94809a-2698-42ae-a663-f3068501cfc3 to cluster=08d873c3-bdeb-451d-964c-ff9496d01ad2 2024-11-08T23:15:43,966 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C36085%2C1731107732151 2024-11-08T23:15:43,970 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,36085,1731107732151, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:15:43,973 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.shipper300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C36085%2C1731107732151 2024-11-08T23:15:43,977 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490, startPosition=0, beingWritten=true 2024-11-08T23:15:44,257 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:44,566 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:15:44,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:44,600 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:15:44,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:44,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:44,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43701,-1 for getting cluster id 2024-11-08T23:15:44,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:44,603 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b94809a-2698-42ae-a663-f3068501cfc3' 2024-11-08T23:15:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b94809a-2698-42ae-a663-f3068501cfc3" 2024-11-08T23:15:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352f2b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43701,-1] 2024-11-08T23:15:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,607 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48df1600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:44,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43701,1731107731227 2024-11-08T23:15:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd17bbb 2024-11-08T23:15:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:44,612 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:15:44,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://300c1216fb79:34735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:15:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:15:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T23:15:44,617 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34735' 2024-11-08T23:15:44,618 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231a697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,618 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:44,618 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:44,619 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:44,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:44,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:44,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b44c1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:44,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:44,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,621 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:44,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf9cb01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,622 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34735,1731107739677 2024-11-08T23:15:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cf0334 2024-11-08T23:15:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:44,624 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:15:44,625 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T23:15:44,625 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:15:44,625 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,625 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:44,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:15:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T23:15:44,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T23:15:44,843 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T23:15:44,875 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-300c1216fb79,36085,1731107732151, ReplicationSource: 2, currentBandwidth=0 2024-11-08T23:15:44,878 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T23:15:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T23:15:44,882 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 300c1216fb79,36085,1731107732151 suceeded 2024-11-08T23:15:44,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:15:44,887 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://300c1216fb79:34735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:15:44,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-08T23:15:44,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 275 msec 2024-11-08T23:15:44,895 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34735' 2024-11-08T23:15:44,897 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@273a3b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,897 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:44,897 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:44,898 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:44,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:44,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:44,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55350ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:44,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:44,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,901 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:44,902 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2779de0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,902 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34735,1731107739677 2024-11-08T23:15:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671f290b 2024-11-08T23:15:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:44,905 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T23:15:44,906 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-300c1216fb79,36085,1731107732151 (queues=1) is replicating from cluster=6b94809a-2698-42ae-a663-f3068501cfc3 to cluster=08d873c3-bdeb-451d-964c-ff9496d01ad2 2024-11-08T23:15:44,906 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=300c1216fb79%2C36085%2C1731107732151 2024-11-08T23:15:44,906 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-300c1216fb79,36085,1731107732151, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:15:44,907 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,2-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490, startPosition=0, beingWritten=true 2024-11-08T23:15:44,907 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151.replicationSource.shipper300c1216fb79%2C36085%2C1731107732151,2-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C36085%2C1731107732151 2024-11-08T23:15:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T23:15:44,929 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T23:15:44,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:44,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:44,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:44,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:44,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43701,1731107731227 2024-11-08T23:15:44,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149e7411 2024-11-08T23:15:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:44,937 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:15:44,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T23:15:44,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T23:15:44,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T23:15:44,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T23:15:44,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://300c1216fb79:34735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:15:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T23:15:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T23:15:44,956 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34735' 2024-11-08T23:15:44,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276f1342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,958 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:44,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:44,959 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:44,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:44,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e693d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,961 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:44,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc8b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:44,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:44,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34735,1731107739677 2024-11-08T23:15:44,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66f16e5d 2024-11-08T23:15:44,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:44,966 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:15:44,967 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:15:44,967 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:15:44,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:44,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:44,974 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:45,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:15:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T23:15:45,116 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,2-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:45,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T23:15:45,173 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T23:15:45,176 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T23:15:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T23:15:45,181 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 300c1216fb79,36085,1731107732151 suceeded 2024-11-08T23:15:45,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T23:15:45,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-08T23:15:45,187 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://300c1216fb79:34735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:15:45,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 238 msec 2024-11-08T23:15:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T23:15:45,269 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T23:15:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://300c1216fb79:34735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:15:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T23:15:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T23:15:45,275 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34735' 2024-11-08T23:15:45,276 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e5e49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:45,277 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:45,277 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:45,278 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:45,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:45,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:45,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:45,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:45,281 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:45,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a11c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:45,282 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:45,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34735,1731107739677 2024-11-08T23:15:45,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56274b9e 2024-11-08T23:15:45,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:45,285 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:15:45,287 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T23:15:45,287 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:15:45,287 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:45,287 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:45,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:45,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:15:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T23:15:45,434 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,2-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:45,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T23:15:45,456 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T23:15:45,461 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T23:15:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T23:15:45,472 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 300c1216fb79,36085,1731107732151 suceeded 2024-11-08T23:15:45,482 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:45,485 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://300c1216fb79:34735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:15:45,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T23:15:45,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 173 msec 2024-11-08T23:15:45,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 215 msec 2024-11-08T23:15:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T23:15:45,592 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T23:15:45,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T23:15:45,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43701 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T23:15:45,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:45,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:45,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:45,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:45,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:45,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:15:45,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-08T23:15:45,598 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,43701,1731107731227 2024-11-08T23:15:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/running 2024-11-08T23:15:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/running 2024-11-08T23:15:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:45,645 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:15:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:45,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:45,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:45,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:45,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/running 2024-11-08T23:15:45,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/running 2024-11-08T23:15:45,648 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,36085,1731107732151' ***** 2024-11-08T23:15:45,648 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:15:45,648 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:15:45,649 INFO [RS:0;300c1216fb79:36085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:15:45,650 INFO [RS:0;300c1216fb79:36085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:15:45,650 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:45,651 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:15:45,656 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,36085,1731107732151 2024-11-08T23:15:45,657 INFO [RS:0;300c1216fb79:36085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:15:45,657 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8203708891fe818fe390b9c1e07b3ecb, disabling compactions & flushes 2024-11-08T23:15:45,657 INFO [RS:0;300c1216fb79:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:36085. 2024-11-08T23:15:45,657 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:45,657 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:45,657 DEBUG [RS:0;300c1216fb79:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:45,657 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. after waiting 0 ms 2024-11-08T23:15:45,657 DEBUG [RS:0;300c1216fb79:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:45,657 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:45,658 INFO [RS:0;300c1216fb79:36085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:15:45,658 INFO [RS:0;300c1216fb79:36085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:15:45,658 INFO [RS:0;300c1216fb79:36085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:15:45,658 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:15:45,659 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:15:45,660 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1325): Online Regions={8203708891fe818fe390b9c1e07b3ecb=hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:15:45,660 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:45,661 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:15:45,661 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:15:45,661 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:15:45,661 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:15:45,662 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:15:45,663 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8203708891fe818fe390b9c1e07b3ecb 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T23:15:45,664 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T23:15:45,738 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:15:45,776 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/.tmp/queue/ee3bc3c702444143b175325c5b09bc6f is 151, key is 1-300c1216fb79,36085,1731107732151/queue:300c1216fb79%2C36085%2C1731107732151/1731107743922/Put/seqid=0 2024-11-08T23:15:45,777 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/info/d65639094a844f48ba05d0a9d198119a is 147, key is hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb./info:regioninfo/1731107743436/Put/seqid=0 2024-11-08T23:15:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741839_1015 (size=5500) 2024-11-08T23:15:45,819 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/.tmp/queue/ee3bc3c702444143b175325c5b09bc6f 2024-11-08T23:15:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741838_1014 (size=6631) 2024-11-08T23:15:45,844 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,2-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:45,860 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:45,906 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/.tmp/queue/ee3bc3c702444143b175325c5b09bc6f as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/queue/ee3bc3c702444143b175325c5b09bc6f 2024-11-08T23:15:45,937 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/queue/ee3bc3c702444143b175325c5b09bc6f, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T23:15:45,954 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8203708891fe818fe390b9c1e07b3ecb in 287ms, sequenceid=6, compaction requested=false 2024-11-08T23:15:45,955 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T23:15:45,979 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T23:15:45,984 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:15:45,985 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:15:45,985 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:45,985 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8203708891fe818fe390b9c1e07b3ecb: Waiting for close lock at 1731107745656Running coprocessor pre-close hooks at 1731107745657 (+1 ms)Disabling compacts and flushes for region at 1731107745657Disabling writes for close at 1731107745657Obtaining lock to block concurrent updates at 1731107745664 (+7 ms)Preparing flush snapshotting stores in 8203708891fe818fe390b9c1e07b3ecb at 1731107745664Finished memstore snapshotting hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731107745680 (+16 ms)Flushing stores of hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. at 1731107745682 (+2 ms)Flushing 8203708891fe818fe390b9c1e07b3ecb/queue: creating writer at 1731107745684 (+2 ms)Flushing 8203708891fe818fe390b9c1e07b3ecb/queue: appending metadata at 1731107745751 (+67 ms)Flushing 8203708891fe818fe390b9c1e07b3ecb/queue: closing flushed file at 1731107745755 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3f14d3: reopening flushed file at 1731107745902 (+147 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8203708891fe818fe390b9c1e07b3ecb in 287ms, sequenceid=6, compaction requested=false at 1731107745954 (+52 ms)Writing region close event to WAL at 1731107745964 (+10 ms)Running coprocessor post-close hooks at 1731107745982 (+18 ms)Closed at 1731107745985 (+3 ms) 2024-11-08T23:15:45,986 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:46,061 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:15:46,103 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:46,232 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/info/d65639094a844f48ba05d0a9d198119a 2024-11-08T23:15:46,261 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:15:46,298 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/ns/f37a95baaaba40f085e647ef446e02d6 is 43, key is default/ns:d/1731107736717/Put/seqid=0 2024-11-08T23:15:46,321 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:15:46,322 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:15:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741840_1016 (size=5153) 2024-11-08T23:15:46,331 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/ns/f37a95baaaba40f085e647ef446e02d6 2024-11-08T23:15:46,362 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151.replicationSource.wal-reader.300c1216fb79%2C36085%2C1731107732151,2-300c1216fb79,36085,1731107732151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.1731107735490 to pos 0, reset compression=false 2024-11-08T23:15:46,383 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/table/9f903c8c69d54489b501ccf1194805c8 is 53, key is hbase:replication/table:state/1731107743471/Put/seqid=0 2024-11-08T23:15:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741841_1017 (size=5256) 2024-11-08T23:15:46,394 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/table/9f903c8c69d54489b501ccf1194805c8 2024-11-08T23:15:46,408 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/info/d65639094a844f48ba05d0a9d198119a as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/info/d65639094a844f48ba05d0a9d198119a 2024-11-08T23:15:46,461 DEBUG [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:15:46,463 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/info/d65639094a844f48ba05d0a9d198119a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T23:15:46,465 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/ns/f37a95baaaba40f085e647ef446e02d6 as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/ns/f37a95baaaba40f085e647ef446e02d6 2024-11-08T23:15:46,476 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/ns/f37a95baaaba40f085e647ef446e02d6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:15:46,477 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/table/9f903c8c69d54489b501ccf1194805c8 as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/table/9f903c8c69d54489b501ccf1194805c8 2024-11-08T23:15:46,487 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/table/9f903c8c69d54489b501ccf1194805c8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T23:15:46,488 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 826ms, sequenceid=11, compaction requested=false 2024-11-08T23:15:46,494 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T23:15:46,495 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:15:46,495 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:15:46,495 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:15:46,496 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107745661Running coprocessor pre-close hooks at 1731107745661Disabling compacts and flushes for region at 1731107745661Disabling writes for close at 1731107745661Obtaining lock to block concurrent updates at 1731107745664 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731107745664Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731107745675 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731107745682 (+7 ms)Flushing 1588230740/info: creating writer at 1731107745684 (+2 ms)Flushing 1588230740/info: appending metadata at 1731107745766 (+82 ms)Flushing 1588230740/info: closing flushed file at 1731107745766Flushing 1588230740/ns: creating writer at 1731107746255 (+489 ms)Flushing 1588230740/ns: appending metadata at 1731107746297 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731107746297Flushing 1588230740/table: creating writer at 1731107746354 (+57 ms)Flushing 1588230740/table: appending metadata at 1731107746382 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731107746382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1251969b: reopening flushed file at 1731107746406 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e78fa67: reopening flushed file at 1731107746464 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652a3505: reopening flushed file at 1731107746476 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 826ms, sequenceid=11, compaction requested=false at 1731107746488 (+12 ms)Writing region close event to WAL at 1731107746490 (+2 ms)Running coprocessor post-close hooks at 1731107746495 (+5 ms)Closed at 1731107746495 2024-11-08T23:15:46,496 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:15:46,662 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,36085,1731107732151; all regions closed. 2024-11-08T23:15:46,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741834_1010 (size=2742) 2024-11-08T23:15:46,673 DEBUG [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs 2024-11-08T23:15:46,673 INFO [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C36085%2C1731107732151.meta:.meta(num 1731107736476) 2024-11-08T23:15:46,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741837_1013 (size=1802) 2024-11-08T23:15:46,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151/300c1216fb79%2C36085%2C1731107732151.rep.1731107743344 not finished, retry = 0 2024-11-08T23:15:46,782 DEBUG [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs 2024-11-08T23:15:46,782 INFO [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C36085%2C1731107732151.rep:(num 1731107743344) 2024-11-08T23:15:46,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741832_1008 (size=93) 2024-11-08T23:15:46,790 DEBUG [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs 2024-11-08T23:15:46,790 INFO [RS:0;300c1216fb79:36085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C36085%2C1731107732151:(num 1731107735490) 2024-11-08T23:15:46,790 DEBUG [RS:0;300c1216fb79:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:46,790 INFO [RS:0;300c1216fb79:36085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:15:46,790 INFO [RS:0;300c1216fb79:36085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:15:46,793 INFO [RS:0;300c1216fb79:36085 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:15:46,794 INFO [RS:0;300c1216fb79:36085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:15:46,794 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:15:46,794 INFO [RS:0;300c1216fb79:36085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,36085,1731107732151 because: Region server is closing 2024-11-08T23:15:46,795 INFO [RS:0;300c1216fb79:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:36085. 2024-11-08T23:15:46,795 DEBUG [RS:0;300c1216fb79:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:46,795 DEBUG [RS:0;300c1216fb79:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:46,795 DEBUG [RS:0;300c1216fb79:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:46,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:46,895 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.shipper300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:15:46,896 INFO [RS:0;300c1216fb79:36085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,36085,1731107732151.replicationSource.shipper300c1216fb79%2C36085%2C1731107732151,1-300c1216fb79,36085,1731107732151 terminated 2024-11-08T23:15:46,897 INFO [RS:0;300c1216fb79:36085 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-300c1216fb79,36085,1731107732151 because: Region server is closing 2024-11-08T23:15:46,897 INFO [RS:0;300c1216fb79:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:36085. 2024-11-08T23:15:46,897 DEBUG [RS:0;300c1216fb79:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:46,897 DEBUG [RS:0;300c1216fb79:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:46,897 DEBUG [RS:0;300c1216fb79:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:46,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:46,998 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151.replicationSource.shipper300c1216fb79%2C36085%2C1731107732151,2-300c1216fb79,36085,1731107732151 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:15:46,998 INFO [RS:0;300c1216fb79:36085 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,36085,1731107732151.replicationSource.shipper300c1216fb79%2C36085%2C1731107732151,2-300c1216fb79,36085,1731107732151 terminated 2024-11-08T23:15:46,999 INFO [RS:0;300c1216fb79:36085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36085 2024-11-08T23:15:47,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/rs 2024-11-08T23:15:47,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/rs/300c1216fb79,36085,1731107732151 2024-11-08T23:15:47,044 INFO [RS:0;300c1216fb79:36085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:15:47,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,36085,1731107732151] 2024-11-08T23:15:47,065 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/draining/300c1216fb79,36085,1731107732151 already deleted, retry=false 2024-11-08T23:15:47,065 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,36085,1731107732151 expired; onlineServers=0 2024-11-08T23:15:47,066 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,43701,1731107731227' ***** 2024-11-08T23:15:47,066 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:15:47,066 INFO [M:0;300c1216fb79:43701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:15:47,066 INFO [M:0;300c1216fb79:43701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:15:47,066 DEBUG [M:0;300c1216fb79:43701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:15:47,066 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:15:47,066 DEBUG [M:0;300c1216fb79:43701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:15:47,066 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107735141 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107735141,5,FailOnTimeoutGroup] 2024-11-08T23:15:47,066 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107735145 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107735145,5,FailOnTimeoutGroup] 2024-11-08T23:15:47,067 INFO [M:0;300c1216fb79:43701 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:15:47,067 INFO [M:0;300c1216fb79:43701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:15:47,067 DEBUG [M:0;300c1216fb79:43701 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:15:47,067 INFO [M:0;300c1216fb79:43701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:15:47,067 INFO [M:0;300c1216fb79:43701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:15:47,068 INFO [M:0;300c1216fb79:43701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:15:47,068 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:15:47,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/master 2024-11-08T23:15:47,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:47,076 DEBUG [M:0;300c1216fb79:43701 {}] zookeeper.ZKUtil(347): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/master because node does not exist (not an error) 2024-11-08T23:15:47,076 WARN [M:0;300c1216fb79:43701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:15:47,077 INFO [M:0;300c1216fb79:43701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/.lastflushedseqids 2024-11-08T23:15:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741842_1018 (size=181) 2024-11-08T23:15:47,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:47,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011cbb9d170001, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:47,156 INFO [RS:0;300c1216fb79:36085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:15:47,156 INFO [RS:0;300c1216fb79:36085 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,36085,1731107732151; zookeeper connection closed. 2024-11-08T23:15:47,156 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37734cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37734cc 2024-11-08T23:15:47,157 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:15:47,490 INFO [M:0;300c1216fb79:43701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:15:47,490 INFO [M:0;300c1216fb79:43701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:15:47,491 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:15:47,491 INFO [M:0;300c1216fb79:43701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:47,491 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:47,491 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:15:47,491 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:47,491 INFO [M:0;300c1216fb79:43701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T23:15:47,514 DEBUG [M:0;300c1216fb79:43701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b32b3bc5e94818b5a395f0e552c1a6 is 82, key is hbase:meta,,1/info:regioninfo/1731107736582/Put/seqid=0 2024-11-08T23:15:47,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741843_1019 (size=5672) 2024-11-08T23:15:47,651 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:15:47,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:15:47,920 INFO [M:0;300c1216fb79:43701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b32b3bc5e94818b5a395f0e552c1a6 2024-11-08T23:15:47,954 DEBUG [M:0;300c1216fb79:43701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf15281adcce4c50873383e65c152481 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731107743481/Put/seqid=0 2024-11-08T23:15:47,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741844_1020 (size=8663) 2024-11-08T23:15:48,362 INFO [M:0;300c1216fb79:43701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf15281adcce4c50873383e65c152481 2024-11-08T23:15:48,391 DEBUG [M:0;300c1216fb79:43701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a353cdfede4440840b6db2c7a35eab is 69, key is 300c1216fb79,36085,1731107732151/rs:state/1731107735222/Put/seqid=0 2024-11-08T23:15:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741845_1021 (size=5156) 2024-11-08T23:15:48,797 INFO [M:0;300c1216fb79:43701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a353cdfede4440840b6db2c7a35eab 2024-11-08T23:15:48,806 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b32b3bc5e94818b5a395f0e552c1a6 as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9b32b3bc5e94818b5a395f0e552c1a6 2024-11-08T23:15:48,816 INFO [M:0;300c1216fb79:43701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9b32b3bc5e94818b5a395f0e552c1a6, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T23:15:48,817 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf15281adcce4c50873383e65c152481 as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf15281adcce4c50873383e65c152481 2024-11-08T23:15:48,827 INFO [M:0;300c1216fb79:43701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf15281adcce4c50873383e65c152481, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T23:15:48,829 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a353cdfede4440840b6db2c7a35eab as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17a353cdfede4440840b6db2c7a35eab 2024-11-08T23:15:48,838 INFO [M:0;300c1216fb79:43701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17a353cdfede4440840b6db2c7a35eab, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T23:15:48,840 INFO [M:0;300c1216fb79:43701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=115, compaction requested=false 2024-11-08T23:15:48,841 INFO [M:0;300c1216fb79:43701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:48,842 DEBUG [M:0;300c1216fb79:43701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107747490Disabling compacts and flushes for region at 1731107747490Disabling writes for close at 1731107747491 (+1 ms)Obtaining lock to block concurrent updates at 1731107747491Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107747491Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731107747492 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107747493 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107747493Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107747513 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107747513Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107747929 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107747954 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107747954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107748373 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107748390 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107748390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776912ea: reopening flushed file at 1731107748804 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32238af1: reopening flushed file at 1731107748816 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec16b8d: reopening flushed file at 1731107748827 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=115, compaction requested=false at 1731107748840 (+13 ms)Writing region close event to WAL at 1731107748841 (+1 ms)Closed at 1731107748841 2024-11-08T23:15:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741830_1006 (size=59421) 2024-11-08T23:15:48,845 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:15:48,846 INFO [M:0;300c1216fb79:43701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:15:48,846 INFO [M:0;300c1216fb79:43701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43701 2024-11-08T23:15:48,846 INFO [M:0;300c1216fb79:43701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:15:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:49,207 INFO [M:0;300c1216fb79:43701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:15:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43701-0x1011cbb9d170000, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:49,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:15:49,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:49,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:49,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:15:49,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:49,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:15:49,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:15:49,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:15:49,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35085 2024-11-08T23:15:49,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35085 connecting to ZooKeeper ensemble=127.0.0.1:62117 2024-11-08T23:15:49,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350850x0, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:15:49,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35085-0x1011cbb9d170006 connected 2024-11-08T23:15:49,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:49,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:49,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/running 2024-11-08T23:15:49,306 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: INIT 2024-11-08T23:15:49,306 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49, hbase.cluster.distributed=false 2024-11-08T23:15:49,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/acl 2024-11-08T23:15:49,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-08T23:15:49,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35085 2024-11-08T23:15:49,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35085 2024-11-08T23:15:49,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-08T23:15:49,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-08T23:15:49,331 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:15:49,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:49,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:49,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:15:49,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:15:49,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:15:49,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:15:49,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:15:49,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33761 2024-11-08T23:15:49,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33761 connecting to ZooKeeper ensemble=127.0.0.1:62117 2024-11-08T23:15:49,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:49,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:49,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337610x0, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:15:49,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337610x0, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/running 2024-11-08T23:15:49,351 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: INIT 2024-11-08T23:15:49,351 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:15:49,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33761-0x1011cbb9d170007 connected 2024-11-08T23:15:49,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:15:49,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/master 2024-11-08T23:15:49,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/acl 2024-11-08T23:15:49,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33761 2024-11-08T23:15:49,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33761 2024-11-08T23:15:49,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33761 2024-11-08T23:15:49,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33761 2024-11-08T23:15:49,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33761 2024-11-08T23:15:49,398 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:35085 2024-11-08T23:15:49,399 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01544035432/backup-masters/300c1216fb79,35085,1731107749209 2024-11-08T23:15:49,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/backup-masters 2024-11-08T23:15:49,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/backup-masters 2024-11-08T23:15:49,403 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on existing znode=/01544035432/backup-masters/300c1216fb79,35085,1731107749209 2024-11-08T23:15:49,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544035432/master 2024-11-08T23:15:49,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:49,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:49,417 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on existing znode=/01544035432/master 2024-11-08T23:15:49,417 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01544035432/backup-masters/300c1216fb79,35085,1731107749209 from backup master directory 2024-11-08T23:15:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/backup-masters/300c1216fb79,35085,1731107749209 2024-11-08T23:15:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/backup-masters 2024-11-08T23:15:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/backup-masters 2024-11-08T23:15:49,423 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:15:49,423 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,35085,1731107749209 2024-11-08T23:15:49,448 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:15:49,449 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:15:49,466 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-08T23:15:49,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741846_1022 (size=196) 2024-11-08T23:15:49,537 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:15:49,538 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:15:49,538 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:49,552 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T23:15:49,556 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227 to hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227-dead as it is dead 2024-11-08T23:15:49,558 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T23:15:49,558 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T23:15:49,558 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227-dead/300c1216fb79%2C43701%2C1731107731227.1731107734339 2024-11-08T23:15:49,565 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227-dead/300c1216fb79%2C43701%2C1731107731227.1731107734339 after 4ms 2024-11-08T23:15:49,567 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227-dead/300c1216fb79%2C43701%2C1731107731227.1731107734339 to hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/300c1216fb79%2C43701%2C1731107731227.1731107734339 2024-11-08T23:15:49,567 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,43701,1731107731227-dead 2024-11-08T23:15:49,568 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,35085,1731107749209 2024-11-08T23:15:49,569 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:15:49,571 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C35085%2C1731107749209, suffix=, logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,35085,1731107749209, archiveDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/oldWALs, maxLogs=10 2024-11-08T23:15:49,585 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,35085,1731107749209/300c1216fb79%2C35085%2C1731107749209.1731107749571, exclude list is [], retry=0 2024-11-08T23:15:49,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35997,DS-a9529ab0-ef65-4676-b037-7486d583abb8,DISK] 2024-11-08T23:15:49,593 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/WALs/300c1216fb79,35085,1731107749209/300c1216fb79%2C35085%2C1731107749209.1731107749571 2024-11-08T23:15:49,596 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-08T23:15:49,596 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:15:49,596 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:49,596 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,597 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:15:49,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:49,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9b32b3bc5e94818b5a395f0e552c1a6 2024-11-08T23:15:49,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:49,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:15:49,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:49,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf15281adcce4c50873383e65c152481 2024-11-08T23:15:49,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:49,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:15:49,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:49,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17a353cdfede4440840b6db2c7a35eab 2024-11-08T23:15:49,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:49,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:15:49,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:49,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:49,637 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,638 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T23:15:49,638 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/300c1216fb79%2C43701%2C1731107731227.1731107734339 2024-11-08T23:15:49,658 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/300c1216fb79%2C43701%2C1731107731227.1731107734339 2024-11-08T23:15:49,660 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/300c1216fb79%2C43701%2C1731107731227.1731107734339 2024-11-08T23:15:49,663 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,663 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:15:49,666 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:15:49,669 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T23:15:49,671 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75279302, jitterRate=0.12174901366233826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:15:49,672 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107749597Initializing all the Stores at 1731107749598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107749598Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107749598Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107749598Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107749598Cleaning up temporary data from old regions at 1731107749663 (+65 ms)Region opened successfully at 1731107749671 (+8 ms) 2024-11-08T23:15:49,672 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:15:49,677 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e4479e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:15:49,692 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T23:15:49,693 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:15:49,693 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:15:49,693 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:15:49,694 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:15:49,701 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:15:49,701 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:15:49,702 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:15:49,702 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:15:49,702 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T23:15:49,703 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T23:15:49,703 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-08T23:15:49,703 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:15:49,708 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=300c1216fb79,36085,1731107732151, regionLocation=300c1216fb79,36085,1731107732151, openSeqNum=2 2024-11-08T23:15:49,708 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=300c1216fb79,36085,1731107732151, table=hbase:meta, region=1588230740 2024-11-08T23:15:49,708 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,36085,1731107732151, state=OPEN 2024-11-08T23:15:49,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544035432/meta-region-server 2024-11-08T23:15:49,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544035432/meta-region-server 2024-11-08T23:15:49,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:49,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:49,744 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:15:49,749 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/draining/300c1216fb79,36085,1731107732151 already deleted, retry=false 2024-11-08T23:15:49,749 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 300c1216fb79,36085,1731107732151 on 300c1216fb79,35085,1731107749209 2024-11-08T23:15:49,757 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 300c1216fb79,36085,1731107732151, splitWal=true, meta=true 2024-11-08T23:15:49,759 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 300c1216fb79,36085,1731107732151 (carryingMeta=true) 300c1216fb79,36085,1731107732151/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e315d5e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T23:15:49,764 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/balancer because node does not exist (not necessarily an error) 2024-11-08T23:15:49,803 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/balancer already deleted, retry=false 2024-11-08T23:15:49,804 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:15:49,805 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:15:49,823 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/normalizer already deleted, retry=false 2024-11-08T23:15:49,824 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:15:49,825 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:15:49,833 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/switch/split already deleted, retry=false 2024-11-08T23:15:49,835 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:15:49,844 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/switch/merge already deleted, retry=false 2024-11-08T23:15:49,868 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:15:49,875 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/snapshot-cleanup already deleted, retry=false 2024-11-08T23:15:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544035432/running 2024-11-08T23:15:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544035432/running 2024-11-08T23:15:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:49,887 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,35085,1731107749209, sessionid=0x1011cbb9d170006, setting cluster-up flag (Was=false) 2024-11-08T23:15:49,898 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01544035432/flush-table-proc/acquired, /01544035432/flush-table-proc/reached, /01544035432/flush-table-proc/abort 2024-11-08T23:15:49,899 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,35085,1731107749209 2024-11-08T23:15:49,908 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01544035432/online-snapshot/acquired, /01544035432/online-snapshot/reached, /01544035432/online-snapshot/abort 2024-11-08T23:15:49,909 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,35085,1731107749209 2024-11-08T23:15:49,910 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/.lastflushedseqids 2024-11-08T23:15:49,914 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:15:49,914 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:15:49,915 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,35085,1731107749209 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 300c1216fb79,36085,1731107732151 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:15:49,916 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:49,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:49,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:49,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:15:49,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:15:49,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:49,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:15:49,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:49,921 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 300c1216fb79,36085,1731107732151, splitWal=true, meta=true 2024-11-08T23:15:49,923 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 300c1216fb79,36085,1731107732151, splitWal=true, meta=true, isMeta: true 2024-11-08T23:15:49,924 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151-splitting 2024-11-08T23:15:49,926 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151-splitting dir is empty, no logs to split. 2024-11-08T23:15:49,926 INFO [PEWorker-1 {}] master.SplitWALManager(105): 300c1216fb79,36085,1731107732151 WAL count=0, meta=true 2024-11-08T23:15:49,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107779928 2024-11-08T23:15:49,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:15:49,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:15:49,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:15:49,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:15:49,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:15:49,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:15:49,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:49,930 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:15:49,930 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:15:49,930 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:15:49,930 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:15:49,930 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151-splitting dir is empty, no logs to split. 2024-11-08T23:15:49,930 INFO [PEWorker-1 {}] master.SplitWALManager(105): 300c1216fb79,36085,1731107732151 WAL count=0, meta=true 2024-11-08T23:15:49,930 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 300c1216fb79,36085,1731107732151 WAL splitting is done? wals=0, meta=true 2024-11-08T23:15:49,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:15:49,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:15:49,936 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:15:49,936 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:15:49,936 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:15:49,940 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107749936,5,FailOnTimeoutGroup] 2024-11-08T23:15:49,942 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107749940,5,FailOnTimeoutGroup] 2024-11-08T23:15:49,942 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:49,942 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:15:49,942 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:49,942 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:49,942 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107749942, completionTime=-1 2024-11-08T23:15:49,942 WARN [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T23:15:49,946 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T23:15:49,982 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(746): ClusterId : 6b94809a-2698-42ae-a663-f3068501cfc3 2024-11-08T23:15:49,982 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:15:49,992 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:15:49,992 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:15:50,003 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:15:50,004 DEBUG [RS:0;300c1216fb79:33761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350ee54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:15:50,020 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:33761 2024-11-08T23:15:50,020 INFO [RS:0;300c1216fb79:33761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:15:50,020 INFO [RS:0;300c1216fb79:33761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:15:50,020 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:15:50,021 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,35085,1731107749209 with port=33761, startcode=1731107749330 2024-11-08T23:15:50,021 DEBUG [RS:0;300c1216fb79:33761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:15:50,023 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:15:50,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35085 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,026 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49 2024-11-08T23:15:50,026 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45469 2024-11-08T23:15:50,026 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:15:50,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/rs 2024-11-08T23:15:50,034 DEBUG [RS:0;300c1216fb79:33761 {}] zookeeper.ZKUtil(111): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on existing znode=/01544035432/rs/300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,034 WARN [RS:0;300c1216fb79:33761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:15:50,034 INFO [RS:0;300c1216fb79:33761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:50,034 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,33761,1731107749330] 2024-11-08T23:15:50,046 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T23:15:50,078 INFO [RS:0;300c1216fb79:33761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:15:50,081 INFO [RS:0;300c1216fb79:33761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:15:50,081 INFO [RS:0;300c1216fb79:33761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:15:50,081 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,081 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:15:50,082 INFO [RS:0;300c1216fb79:33761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:15:50,083 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,083 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,083 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,083 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,083 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,083 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,083 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:15:50,083 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,084 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,084 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,084 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,084 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,084 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:15:50,084 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:15:50,084 DEBUG [RS:0;300c1216fb79:33761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:15:50,085 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,085 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,085 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,085 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,085 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,085 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,33761,1731107749330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:15:50,087 WARN [300c1216fb79:35085 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T23:15:50,107 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:15:50,107 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,33761,1731107749330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,122 INFO [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,33761,1731107749330, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:15:50,138 INFO [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSource(231): queueId=2-300c1216fb79,33761,1731107749330, ReplicationSource: 2, currentBandwidth=0 2024-11-08T23:15:50,138 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,138 INFO [RS:0;300c1216fb79:33761 {}] regionserver.Replication(171): 300c1216fb79,33761,1731107749330 started 2024-11-08T23:15:50,139 DEBUG [RS:0;300c1216fb79:33761.replicationSource,1-300c1216fb79,33761,1731107749330 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34735' 2024-11-08T23:15:50,144 DEBUG [RS:0;300c1216fb79:33761.replicationSource,1-300c1216fb79,33761,1731107749330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:50,145 DEBUG [RS:0;300c1216fb79:33761.replicationSource,1-300c1216fb79,33761,1731107749330 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:50,145 DEBUG [RS:0;300c1216fb79:33761.replicationSource,1-300c1216fb79,33761,1731107749330 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:50,146 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:50,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:50,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7620f235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:50,150 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:50,151 DEBUG [RS:0;300c1216fb79:33761.replicationSource,1-300c1216fb79,33761,1731107749330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@563dd4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:50,151 DEBUG [RS:0;300c1216fb79:33761.replicationSource,1-300c1216fb79,33761,1731107749330 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34735,1731107739677 2024-11-08T23:15:50,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40f3827d 2024-11-08T23:15:50,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:50,154 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T23:15:50,155 INFO [RS:0;300c1216fb79:33761.replicationSource,1-300c1216fb79,33761,1731107749330 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,33761,1731107749330 (queues=0) is replicating from cluster=6b94809a-2698-42ae-a663-f3068501cfc3 to cluster=08d873c3-bdeb-451d-964c-ff9496d01ad2 2024-11-08T23:15:50,156 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:50,157 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,33761,1731107749330, RpcServer on 300c1216fb79/172.17.0.2:33761, sessionid=0x1011cbb9d170007 2024-11-08T23:15:50,157 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:15:50,157 DEBUG [RS:0;300c1216fb79:33761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,157 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,33761,1731107749330' 2024-11-08T23:15:50,157 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01544035432/flush-table-proc/abort' 2024-11-08T23:15:50,157 DEBUG [RS:0;300c1216fb79:33761.replicationSource,2-300c1216fb79,33761,1731107749330 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34735' 2024-11-08T23:15:50,158 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01544035432/flush-table-proc/acquired' 2024-11-08T23:15:50,158 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:15:50,158 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:15:50,158 DEBUG [RS:0;300c1216fb79:33761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,158 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,33761,1731107749330' 2024-11-08T23:15:50,158 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01544035432/online-snapshot/abort' 2024-11-08T23:15:50,159 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01544035432/online-snapshot/acquired' 2024-11-08T23:15:50,159 DEBUG [RS:0;300c1216fb79:33761.replicationSource,2-300c1216fb79,33761,1731107749330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@362f4a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:50,159 DEBUG [RS:0;300c1216fb79:33761.replicationSource,2-300c1216fb79,33761,1731107749330 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34735,-1 for getting cluster id 2024-11-08T23:15:50,159 DEBUG [RS:0;300c1216fb79:33761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:15:50,159 INFO [RS:0;300c1216fb79:33761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:15:50,159 INFO [RS:0;300c1216fb79:33761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:15:50,159 DEBUG [RS:0;300c1216fb79:33761.replicationSource,2-300c1216fb79,33761,1731107749330 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:50,160 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d873c3-bdeb-451d-964c-ff9496d01ad2' 2024-11-08T23:15:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d873c3-bdeb-451d-964c-ff9496d01ad2" 2024-11-08T23:15:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530d8dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34735,-1] 2024-11-08T23:15:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:50,163 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:50,164 DEBUG [RS:0;300c1216fb79:33761.replicationSource,2-300c1216fb79,33761,1731107749330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42cc6899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:50,164 DEBUG [RS:0;300c1216fb79:33761.replicationSource,2-300c1216fb79,33761,1731107749330 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:50,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34735,1731107739677 2024-11-08T23:15:50,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@419024d9 2024-11-08T23:15:50,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:50,167 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T23:15:50,168 INFO [RS:0;300c1216fb79:33761.replicationSource,2-300c1216fb79,33761,1731107749330 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-300c1216fb79,33761,1731107749330 (queues=0) is replicating from cluster=6b94809a-2698-42ae-a663-f3068501cfc3 to cluster=08d873c3-bdeb-451d-964c-ff9496d01ad2 2024-11-08T23:15:50,260 INFO [RS:0;300c1216fb79:33761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:15:50,262 INFO [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C33761%2C1731107749330, suffix=, logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330, archiveDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs, maxLogs=10 2024-11-08T23:15:50,277 DEBUG [RS:0;300c1216fb79:33761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263, exclude list is [], retry=0 2024-11-08T23:15:50,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35997,DS-a9529ab0-ef65-4676-b037-7486d583abb8,DISK] 2024-11-08T23:15:50,285 INFO [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 2024-11-08T23:15:50,288 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 300c1216fb79%2C33761%2C1731107749330 for peer 1 2024-11-08T23:15:50,288 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 300c1216fb79%2C33761%2C1731107749330 for peer 2 2024-11-08T23:15:50,288 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C33761%2C1731107749330 2024-11-08T23:15:50,289 INFO [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,33761,1731107749330, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:15:50,300 INFO [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C33761%2C1731107749330 2024-11-08T23:15:50,300 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=300c1216fb79%2C33761%2C1731107749330 2024-11-08T23:15:50,300 INFO [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-300c1216fb79,33761,1731107749330, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:15:50,301 DEBUG [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-08T23:15:50,301 INFO [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C33761%2C1731107749330 2024-11-08T23:15:50,301 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263, startPosition=0, beingWritten=true 2024-11-08T23:15:50,301 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263, startPosition=0, beingWritten=true 2024-11-08T23:15:50,337 DEBUG [300c1216fb79:35085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:15:50,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,340 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,33761,1731107749330, state=OPENING 2024-11-08T23:15:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544035432/meta-region-server 2024-11-08T23:15:50,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:15:50,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:50,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,33761,1731107749330}] 2024-11-08T23:15:50,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544035432/meta-region-server 2024-11-08T23:15:50,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:50,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:15:50,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:15:50,511 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:15:50,511 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:50,512 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:15:50,515 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C33761%2C1731107749330.meta, suffix=.meta, logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330, archiveDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs, maxLogs=10 2024-11-08T23:15:50,520 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:50,520 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:50,531 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.meta.1731107750516.meta, exclude list is [], retry=0 2024-11-08T23:15:50,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35997,DS-a9529ab0-ef65-4676-b037-7486d583abb8,DISK] 2024-11-08T23:15:50,536 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.meta.1731107750516.meta 2024-11-08T23:15:50,537 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-08T23:15:50,537 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:15:50,538 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:15:50,538 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:15:50,538 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:15:50,538 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:15:50,538 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:15:50,538 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:50,539 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:15:50,539 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:15:50,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:15:50,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:15:50,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:50,551 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/info/d65639094a844f48ba05d0a9d198119a 2024-11-08T23:15:50,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:50,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:15:50,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:15:50,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:50,564 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/ns/f37a95baaaba40f085e647ef446e02d6 2024-11-08T23:15:50,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:50,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:15:50,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:15:50,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:50,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:50,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:15:50,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:15:50,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:50,578 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/table/9f903c8c69d54489b501ccf1194805c8 2024-11-08T23:15:50,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:15:50,578 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:15:50,579 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740 2024-11-08T23:15:50,581 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740 2024-11-08T23:15:50,583 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:15:50,583 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:15:50,584 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:15:50,586 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:15:50,588 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74094835, jitterRate=0.1040990799665451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:15:50,588 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:15:50,588 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107750539Writing region info on filesystem at 1731107750539Initializing all the Stores at 1731107750540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107750540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107750540Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107750541 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107750541Cleaning up temporary data from old regions at 1731107750583 (+42 ms)Running coprocessor post-open hooks at 1731107750588 (+5 ms)Region opened successfully at 1731107750588 2024-11-08T23:15:50,589 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731107750504 2024-11-08T23:15:50,592 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:15:50,593 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:15:50,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,595 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,33761,1731107749330, state=OPEN 2024-11-08T23:15:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544035432/meta-region-server 2024-11-08T23:15:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544035432/meta-region-server 2024-11-08T23:15:50,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,33761,1731107749330 2024-11-08T23:15:50,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:50,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544035432/meta-region-server: CHANGED 2024-11-08T23:15:50,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T23:15:50,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,33761,1731107749330 in 253 msec 2024-11-08T23:15:50,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T23:15:50,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 674 msec 2024-11-08T23:15:50,826 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:50,835 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:51,241 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:51,251 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:51,549 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-08T23:15:51,763 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:51,765 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:52,370 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:52,375 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:53,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T23:15:53,078 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:53,083 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:53,887 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:53,889 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:54,454 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T23:15:54,454 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:15:54,455 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:15:54,455 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,33761,1731107749330, seqNum=-1] 2024-11-08T23:15:54,455 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:15:54,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:15:54,465 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8203708891fe818fe390b9c1e07b3ecb, regionState=OPEN, lastHost=300c1216fb79,36085,1731107732151, regionLocation=300c1216fb79,36085,1731107732151, openSeqNum=2 2024-11-08T23:15:54,465 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:15:54,465 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107814465 2024-11-08T23:15:54,466 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107874465 2024-11-08T23:15:54,466 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-08T23:15:54,466 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35085,1731107749209-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:54,466 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35085,1731107749209-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:54,466 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35085,1731107749209-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:54,466 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 300c1216fb79,36085,1731107732151 had 2 regions 2024-11-08T23:15:54,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:35085, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:54,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:54,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:54,469 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 300c1216fb79,36085,1731107732151, splitWal=true, meta=true, isMeta: false 2024-11-08T23:15:54,471 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151-splitting dir is empty, no logs to split. 2024-11-08T23:15:54,471 INFO [PEWorker-3 {}] master.SplitWALManager(105): 300c1216fb79,36085,1731107732151 WAL count=0, meta=false 2024-11-08T23:15:54,475 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,36085,1731107732151-splitting dir is empty, no logs to split. 2024-11-08T23:15:54,475 INFO [PEWorker-3 {}] master.SplitWALManager(105): 300c1216fb79,36085,1731107732151 WAL count=0, meta=false 2024-11-08T23:15:54,475 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 300c1216fb79,36085,1731107732151 WAL splitting is done? wals=0, meta=false 2024-11-08T23:15:54,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.053sec 2024-11-08T23:15:54,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:15:54,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:15:54,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:15:54,477 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:15:54,477 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:15:54,477 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35085,1731107749209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:15:54,477 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35085,1731107749209-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:15:54,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN}] 2024-11-08T23:15:54,481 WARN [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=300c1216fb79,36085,1731107732151/hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:54,482 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:15:54,483 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:15:54,483 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35085,1731107749209-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:15:54,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN 2024-11-08T23:15:54,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:15:54,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a3793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:54,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,35085,-1 for getting cluster id 2024-11-08T23:15:54,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:54,488 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b94809a-2698-42ae-a663-f3068501cfc3' 2024-11-08T23:15:54,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:54,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b94809a-2698-42ae-a663-f3068501cfc3" 2024-11-08T23:15:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b0e142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,35085,-1] 2024-11-08T23:15:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:54,492 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431185c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:54,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:15:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,33761,1731107749330, seqNum=-1] 2024-11-08T23:15:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:15:54,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:15:54,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T23:15:54,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:54,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:54,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:54,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:54,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:54,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 300c1216fb79:35085 after: 300c1216fb79:35085 2024-11-08T23:15:54,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:54,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,35085,-1 for getting cluster id 2024-11-08T23:15:54,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:15:54,503 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b94809a-2698-42ae-a663-f3068501cfc3' 2024-11-08T23:15:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:15:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b94809a-2698-42ae-a663-f3068501cfc3" 2024-11-08T23:15:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a5cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,35085,-1] 2024-11-08T23:15:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:15:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:54,505 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:15:54,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3068e4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:15:54,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:15:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,35085,1731107749209 2024-11-08T23:15:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77437da3 2024-11-08T23:15:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:15:54,509 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:15:54,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T23:15:54,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T23:15:54,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T23:15:54,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T23:15:54,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:15:54,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:54,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:54,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:54,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:54,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:54,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:15:54,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129723464, stopped=false 2024-11-08T23:15:54,514 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,34735,1731107739677 2024-11-08T23:15:54,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-590533080/running 2024-11-08T23:15:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-590533080/running 2024-11-08T23:15:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:54,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:15:54,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:54,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:54,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:54,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on znode that does not yet exist, /1-590533080/running 2024-11-08T23:15:54,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Set watcher on znode that does not yet exist, /1-590533080/running 2024-11-08T23:15:54,615 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,42009,1731107739849' ***** 2024-11-08T23:15:54,615 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:15:54,615 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:15:54,615 INFO [RS:0;300c1216fb79:42009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:15:54,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:15:54,615 INFO [RS:0;300c1216fb79:42009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:15:54,615 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,42009,1731107739849 2024-11-08T23:15:54,616 INFO [RS:0;300c1216fb79:42009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:15:54,616 INFO [RS:0;300c1216fb79:42009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:42009. 2024-11-08T23:15:54,616 DEBUG [RS:0;300c1216fb79:42009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:54,616 DEBUG [RS:0;300c1216fb79:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:54,616 INFO [RS:0;300c1216fb79:42009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:15:54,616 INFO [RS:0;300c1216fb79:42009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:15:54,616 INFO [RS:0;300c1216fb79:42009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:15:54,616 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:15:54,616 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:15:54,617 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:15:54,617 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:15:54,617 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:15:54,617 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:15:54,617 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:15:54,617 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:15:54,617 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:15:54,617 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T23:15:54,635 DEBUG [300c1216fb79:35085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:15:54,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8203708891fe818fe390b9c1e07b3ecb, regionState=OPENING, regionLocation=300c1216fb79,33761,1731107749330 2024-11-08T23:15:54,639 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740/.tmp/ns/5df9795e47144501bc6a6dcb83625ce8 is 43, key is default/ns:d/1731107742217/Put/seqid=0 2024-11-08T23:15:54,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN because future has completed 2024-11-08T23:15:54,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8203708891fe818fe390b9c1e07b3ecb, server=300c1216fb79,33761,1731107749330}] 2024-11-08T23:15:54,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741835_1011 (size=5153) 2024-11-08T23:15:54,656 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:15:54,795 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:54,797 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:54,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:54,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:15:54,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:15:54,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C33761%2C1731107749330.rep, suffix=, logDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330, archiveDir=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs, maxLogs=10 2024-11-08T23:15:54,817 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:15:54,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.rep.1731107754802, exclude list is [], retry=0 2024-11-08T23:15:54,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35997,DS-a9529ab0-ef65-4676-b037-7486d583abb8,DISK] 2024-11-08T23:15:54,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.rep.1731107754802 2024-11-08T23:15:54,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-08T23:15:54,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8203708891fe818fe390b9c1e07b3ecb, NAME => 'hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:15:54,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:15:54,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:15:54,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. service=MultiRowMutationService 2024-11-08T23:15:54,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:15:54,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:15:54,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,833 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,834 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203708891fe818fe390b9c1e07b3ecb columnFamilyName hfileref 2024-11-08T23:15:54,834 DEBUG [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:54,835 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(327): Store=8203708891fe818fe390b9c1e07b3ecb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:54,835 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,836 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203708891fe818fe390b9c1e07b3ecb columnFamilyName queue 2024-11-08T23:15:54,836 DEBUG [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:54,846 DEBUG [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/queue/ee3bc3c702444143b175325c5b09bc6f 2024-11-08T23:15:54,846 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(327): Store=8203708891fe818fe390b9c1e07b3ecb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:54,846 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,847 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203708891fe818fe390b9c1e07b3ecb columnFamilyName sid 2024-11-08T23:15:54,848 DEBUG [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:15:54,848 INFO [StoreOpener-8203708891fe818fe390b9c1e07b3ecb-1 {}] regionserver.HStore(327): Store=8203708891fe818fe390b9c1e07b3ecb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:15:54,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:15:54,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 8203708891fe818fe390b9c1e07b3ecb; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72683055, jitterRate=0.08306191861629486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:15:54,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:54,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8203708891fe818fe390b9c1e07b3ecb: Running coprocessor pre-open hook at 1731107754831Writing region info on filesystem at 1731107754831Initializing all the Stores at 1731107754832 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107754832Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107754832Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107754832Cleaning up temporary data from old regions at 1731107754853 (+21 ms)Running coprocessor post-open hooks at 1731107754859 (+6 ms)Region opened successfully at 1731107754860 (+1 ms) 2024-11-08T23:15:54,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb., pid=19, masterSystemTime=1731107754793 2024-11-08T23:15:54,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:54,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:54,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8203708891fe818fe390b9c1e07b3ecb, regionState=OPEN, openSeqNum=10, regionLocation=300c1216fb79,33761,1731107749330 2024-11-08T23:15:54,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8203708891fe818fe390b9c1e07b3ecb, server=300c1216fb79,33761,1731107749330 because future has completed 2024-11-08T23:15:54,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T23:15:54,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8203708891fe818fe390b9c1e07b3ecb, server=300c1216fb79,33761,1731107749330 in 233 msec 2024-11-08T23:15:54,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T23:15:54,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8203708891fe818fe390b9c1e07b3ecb, ASSIGN in 395 msec 2024-11-08T23:15:54,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T23:15:54,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb., hostname=300c1216fb79,33761,1731107749330, seqNum=10] 2024-11-08T23:15:54,937 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 300c1216fb79,36085,1731107732151 2024-11-08T23:15:54,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T23:15:55,017 DEBUG [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:15:55,056 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740/.tmp/ns/5df9795e47144501bc6a6dcb83625ce8 2024-11-08T23:15:55,094 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740/.tmp/ns/5df9795e47144501bc6a6dcb83625ce8 as hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740/ns/5df9795e47144501bc6a6dcb83625ce8 2024-11-08T23:15:55,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T23:15:55,114 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740/ns/5df9795e47144501bc6a6dcb83625ce8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T23:15:55,118 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=6, compaction requested=false 2024-11-08T23:15:55,130 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T23:15:55,131 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:15:55,131 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:15:55,132 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:15:55,132 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107754617Running coprocessor pre-close hooks at 1731107754617Disabling compacts and flushes for region at 1731107754617Disabling writes for close at 1731107754617Obtaining lock to block concurrent updates at 1731107754617Preparing flush snapshotting stores in 1588230740 at 1731107754617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731107754618 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731107754619 (+1 ms)Flushing 1588230740/ns: creating writer at 1731107754619Flushing 1588230740/ns: appending metadata at 1731107754638 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731107754638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77413f18: reopening flushed file at 1731107755078 (+440 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=6, compaction requested=false at 1731107755118 (+40 ms)Writing region close event to WAL at 1731107755124 (+6 ms)Running coprocessor post-close hooks at 1731107755131 (+7 ms)Closed at 1731107755132 (+1 ms) 2024-11-08T23:15:55,132 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:15:55,217 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,42009,1731107739849; all regions closed. 2024-11-08T23:15:55,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741834_1010 (size=1152) 2024-11-08T23:15:55,225 DEBUG [RS:0;300c1216fb79:42009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/oldWALs 2024-11-08T23:15:55,225 INFO [RS:0;300c1216fb79:42009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C42009%2C1731107739849.meta:.meta(num 1731107742122) 2024-11-08T23:15:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741832_1008 (size=93) 2024-11-08T23:15:55,231 DEBUG [RS:0;300c1216fb79:42009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/oldWALs 2024-11-08T23:15:55,232 INFO [RS:0;300c1216fb79:42009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C42009%2C1731107739849:(num 1731107741604) 2024-11-08T23:15:55,232 DEBUG [RS:0;300c1216fb79:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:55,232 INFO [RS:0;300c1216fb79:42009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:15:55,232 INFO [RS:0;300c1216fb79:42009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:15:55,232 INFO [RS:0;300c1216fb79:42009 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:15:55,232 INFO [RS:0;300c1216fb79:42009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:15:55,232 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:15:55,232 INFO [RS:0;300c1216fb79:42009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42009 2024-11-08T23:15:55,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080/rs 2024-11-08T23:15:55,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-590533080/rs/300c1216fb79,42009,1731107739849 2024-11-08T23:15:55,275 INFO [RS:0;300c1216fb79:42009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:15:55,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,42009,1731107739849] 2024-11-08T23:15:55,296 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-590533080/draining/300c1216fb79,42009,1731107739849 already deleted, retry=false 2024-11-08T23:15:55,296 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,42009,1731107739849 expired; onlineServers=0 2024-11-08T23:15:55,296 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,34735,1731107739677' ***** 2024-11-08T23:15:55,296 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:15:55,296 INFO [M:0;300c1216fb79:34735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:15:55,297 INFO [M:0;300c1216fb79:34735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:15:55,297 DEBUG [M:0;300c1216fb79:34735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:15:55,297 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:15:55,297 DEBUG [M:0;300c1216fb79:34735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:15:55,297 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107741269 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107741269,5,FailOnTimeoutGroup] 2024-11-08T23:15:55,297 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107741269 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107741269,5,FailOnTimeoutGroup] 2024-11-08T23:15:55,297 INFO [M:0;300c1216fb79:34735 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:15:55,297 INFO [M:0;300c1216fb79:34735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:15:55,297 DEBUG [M:0;300c1216fb79:34735 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:15:55,297 INFO [M:0;300c1216fb79:34735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:15:55,297 INFO [M:0;300c1216fb79:34735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:15:55,298 INFO [M:0;300c1216fb79:34735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:15:55,298 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:15:55,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-590533080/master 2024-11-08T23:15:55,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-590533080 2024-11-08T23:15:55,307 DEBUG [M:0;300c1216fb79:34735 {}] zookeeper.ZKUtil(347): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Unable to get data of znode /1-590533080/master because node does not exist (not an error) 2024-11-08T23:15:55,307 WARN [M:0;300c1216fb79:34735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:15:55,309 INFO [M:0;300c1216fb79:34735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/.lastflushedseqids 2024-11-08T23:15:55,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741836_1012 (size=99) 2024-11-08T23:15:55,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:55,386 INFO [RS:0;300c1216fb79:42009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:15:55,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x1011cbb9d170004, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:55,386 INFO [RS:0;300c1216fb79:42009 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,42009,1731107739849; zookeeper connection closed. 2024-11-08T23:15:55,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@637a09e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@637a09e 2024-11-08T23:15:55,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:15:55,717 INFO [M:0;300c1216fb79:34735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:15:55,717 INFO [M:0;300c1216fb79:34735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:15:55,717 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:15:55,717 INFO [M:0;300c1216fb79:34735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:55,717 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:55,718 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:15:55,718 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:55,718 INFO [M:0;300c1216fb79:34735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T23:15:55,737 DEBUG [M:0;300c1216fb79:34735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e33555763a47709eddb63f5e968aa0 is 82, key is hbase:meta,,1/info:regioninfo/1731107742181/Put/seqid=0 2024-11-08T23:15:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741837_1013 (size=5672) 2024-11-08T23:15:55,806 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:55,806 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:56,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:15:56,143 INFO [M:0;300c1216fb79:34735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e33555763a47709eddb63f5e968aa0 2024-11-08T23:15:56,169 DEBUG [M:0;300c1216fb79:34735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/126081ffeb004d7ab04e7f6e3eadce12 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731107742231/Put/seqid=0 2024-11-08T23:15:56,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741838_1014 (size=5275) 2024-11-08T23:15:56,577 INFO [M:0;300c1216fb79:34735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/126081ffeb004d7ab04e7f6e3eadce12 2024-11-08T23:15:56,600 DEBUG [M:0;300c1216fb79:34735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9688edd09c3841e2a5e56300e2e00c2f is 69, key is 300c1216fb79,42009,1731107739849/rs:state/1731107741338/Put/seqid=0 2024-11-08T23:15:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741839_1015 (size=5156) 2024-11-08T23:15:56,913 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:56,913 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:57,006 INFO [M:0;300c1216fb79:34735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9688edd09c3841e2a5e56300e2e00c2f 2024-11-08T23:15:57,016 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e33555763a47709eddb63f5e968aa0 as hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e33555763a47709eddb63f5e968aa0 2024-11-08T23:15:57,024 INFO [M:0;300c1216fb79:34735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e33555763a47709eddb63f5e968aa0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T23:15:57,026 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/126081ffeb004d7ab04e7f6e3eadce12 as hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/126081ffeb004d7ab04e7f6e3eadce12 2024-11-08T23:15:57,034 INFO [M:0;300c1216fb79:34735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/126081ffeb004d7ab04e7f6e3eadce12, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T23:15:57,035 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9688edd09c3841e2a5e56300e2e00c2f as hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9688edd09c3841e2a5e56300e2e00c2f 2024-11-08T23:15:57,042 INFO [M:0;300c1216fb79:34735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43325/user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9688edd09c3841e2a5e56300e2e00c2f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T23:15:57,043 INFO [M:0;300c1216fb79:34735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false 2024-11-08T23:15:57,045 INFO [M:0;300c1216fb79:34735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:57,045 DEBUG [M:0;300c1216fb79:34735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107755717Disabling compacts and flushes for region at 1731107755717Disabling writes for close at 1731107755718 (+1 ms)Obtaining lock to block concurrent updates at 1731107755718Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107755718Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731107755718Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107755719 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107755720 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107755736 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107755737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107756151 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107756169 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107756169Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107756583 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107756599 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107756599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3da2ef: reopening flushed file at 1731107757014 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595f025b: reopening flushed file at 1731107757025 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6ba217: reopening flushed file at 1731107757034 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false at 1731107757043 (+9 ms)Writing region close event to WAL at 1731107757045 (+2 ms)Closed at 1731107757045 2024-11-08T23:15:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741830_1006 (size=10165) 2024-11-08T23:15:57,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6469aed1-702b-d107-3f76-6fafba55db42/MasterData/WALs/300c1216fb79,34735,1731107739677/300c1216fb79%2C34735%2C1731107739677.1731107740933 not finished, retry = 0 2024-11-08T23:15:57,149 INFO [M:0;300c1216fb79:34735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:15:57,149 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:15:57,149 INFO [M:0;300c1216fb79:34735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34735 2024-11-08T23:15:57,153 INFO [M:0;300c1216fb79:34735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:15:57,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:57,302 INFO [M:0;300c1216fb79:34735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:15:57,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34735-0x1011cbb9d170003, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:57,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:15:57,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:15:57,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:15:57,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:15:57,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.log.dir/,STOPPED} 2024-11-08T23:15:57,315 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:15:57,315 WARN [BP-1614549379-172.17.0.2-1731107737129 heartbeating to localhost/127.0.0.1:43325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:15:57,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:15:57,316 WARN [BP-1614549379-172.17.0.2-1731107737129 heartbeating to localhost/127.0.0.1:43325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1614549379-172.17.0.2-1731107737129 (Datanode Uuid e60b94a5-cabd-493e-8570-6afdf9bf0c91) service to localhost/127.0.0.1:43325 2024-11-08T23:15:57,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/cluster_cc460ec7-f2dc-8dc4-0a83-caccee0d025c/data/data1/current/BP-1614549379-172.17.0.2-1731107737129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:15:57,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/cluster_cc460ec7-f2dc-8dc4-0a83-caccee0d025c/data/data2/current/BP-1614549379-172.17.0.2-1731107737129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:15:57,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:15:57,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:15:57,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:15:57,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:15:57,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:15:57,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.log.dir/,STOPPED} 2024-11-08T23:15:57,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:15:57,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:15:57,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:57,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:57,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:57,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:57,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:57,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:15:57,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1257969290, stopped=false 2024-11-08T23:15:57,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,35085,1731107749209 2024-11-08T23:15:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/running 2024-11-08T23:15:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:57,370 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:15:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/running 2024-11-08T23:15:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:57,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:15:57,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:57,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/running 2024-11-08T23:15:57,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:57,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Set watcher on znode that does not yet exist, /01544035432/running 2024-11-08T23:15:57,371 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,33761,1731107749330' ***** 2024-11-08T23:15:57,371 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:15:57,371 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:15:57,371 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:15:57,371 INFO [RS:0;300c1216fb79:33761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:15:57,371 INFO [RS:0;300c1216fb79:33761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:15:57,372 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(3091): Received CLOSE for 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:57,372 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,33761,1731107749330 2024-11-08T23:15:57,372 INFO [RS:0;300c1216fb79:33761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:15:57,372 INFO [RS:0;300c1216fb79:33761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:33761. 2024-11-08T23:15:57,372 DEBUG [RS:0;300c1216fb79:33761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:57,372 DEBUG [RS:0;300c1216fb79:33761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:57,372 INFO [RS:0;300c1216fb79:33761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:15:57,372 INFO [RS:0;300c1216fb79:33761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:15:57,372 INFO [RS:0;300c1216fb79:33761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:15:57,373 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:15:57,373 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8203708891fe818fe390b9c1e07b3ecb, disabling compactions & flushes 2024-11-08T23:15:57,373 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:57,373 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:57,373 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. after waiting 0 ms 2024-11-08T23:15:57,373 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:57,376 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:15:57,376 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1325): Online Regions={8203708891fe818fe390b9c1e07b3ecb=hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:15:57,376 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:15:57,376 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8203708891fe818fe390b9c1e07b3ecb 2024-11-08T23:15:57,376 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:15:57,376 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:15:57,376 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:15:57,377 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:15:57,377 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T23:15:57,388 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/replication/8203708891fe818fe390b9c1e07b3ecb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T23:15:57,388 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:15:57,389 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:15:57,389 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:57,389 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8203708891fe818fe390b9c1e07b3ecb: Waiting for close lock at 1731107757373Running coprocessor pre-close hooks at 1731107757373Disabling compacts and flushes for region at 1731107757373Disabling writes for close at 1731107757373Writing region close event to WAL at 1731107757381 (+8 ms)Running coprocessor post-close hooks at 1731107757388 (+7 ms)Closed at 1731107757389 (+1 ms) 2024-11-08T23:15:57,389 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb. 2024-11-08T23:15:57,391 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:15:57,397 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/info/82921720f68e47358db4120a8764fb79 is 147, key is hbase:replication,,1731107742513.8203708891fe818fe390b9c1e07b3ecb./info:regioninfo/1731107754866/Put/seqid=0 2024-11-08T23:15:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741851_1027 (size=6385) 2024-11-08T23:15:57,577 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:15:57,777 DEBUG [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:15:57,806 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/info/82921720f68e47358db4120a8764fb79 2024-11-08T23:15:57,817 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/.tmp/info/82921720f68e47358db4120a8764fb79 as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/info/82921720f68e47358db4120a8764fb79 2024-11-08T23:15:57,827 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/info/82921720f68e47358db4120a8764fb79, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T23:15:57,829 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false 2024-11-08T23:15:57,846 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T23:15:57,847 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:15:57,847 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:15:57,847 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:15:57,847 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107757376Running coprocessor pre-close hooks at 1731107757376Disabling compacts and flushes for region at 1731107757376Disabling writes for close at 1731107757377 (+1 ms)Obtaining lock to block concurrent updates at 1731107757377Preparing flush snapshotting stores in 1588230740 at 1731107757377Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731107757377Flushing stores of hbase:meta,,1.1588230740 at 1731107757378 (+1 ms)Flushing 1588230740/info: creating writer at 1731107757378Flushing 1588230740/info: appending metadata at 1731107757397 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731107757397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d4ee0: reopening flushed file at 1731107757816 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false at 1731107757829 (+13 ms)Writing region close event to WAL at 1731107757840 (+11 ms)Running coprocessor post-close hooks at 1731107757847 (+7 ms)Closed at 1731107757847 2024-11-08T23:15:57,848 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:15:57,977 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,33761,1731107749330; all regions closed. 2024-11-08T23:15:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741849_1025 (size=2156) 2024-11-08T23:15:57,991 DEBUG [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs 2024-11-08T23:15:57,991 INFO [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C33761%2C1731107749330.meta:.meta(num 1731107750516) 2024-11-08T23:15:57,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.rep.1731107754802 not finished, retry = 0 2024-11-08T23:15:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741850_1026 (size=796) 2024-11-08T23:15:58,089 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:15:58,089 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:15:58,097 DEBUG [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs 2024-11-08T23:15:58,097 INFO [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C33761%2C1731107749330.rep:(num 1731107754802) 2024-11-08T23:15:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741848_1024 (size=93) 2024-11-08T23:15:58,102 DEBUG [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs 2024-11-08T23:15:58,102 INFO [RS:0;300c1216fb79:33761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C33761%2C1731107749330:(num 1731107750263) 2024-11-08T23:15:58,102 DEBUG [RS:0;300c1216fb79:33761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:58,102 INFO [RS:0;300c1216fb79:33761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:15:58,102 INFO [RS:0;300c1216fb79:33761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:15:58,103 INFO [RS:0;300c1216fb79:33761 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:15:58,103 INFO [RS:0;300c1216fb79:33761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:15:58,103 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:15:58,103 INFO [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,33761,1731107749330 because: Region server is closing 2024-11-08T23:15:58,103 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T23:15:58,103 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T23:15:58,103 INFO [RS:0;300c1216fb79:33761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:33761. 2024-11-08T23:15:58,103 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T23:15:58,104 DEBUG [RS:0;300c1216fb79:33761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:58,104 DEBUG [RS:0;300c1216fb79:33761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:58,104 DEBUG [RS:0;300c1216fb79:33761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:58,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:58,120 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 to pos 0, reset compression=false 2024-11-08T23:15:58,127 INFO [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 was moved to hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/oldWALs/300c1216fb79%2C33761%2C1731107749330.1731107750263 2024-11-08T23:15:58,131 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263 2024-11-08T23:15:58,131 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T23:15:58,131 DEBUG [RS:0;300c1216fb79:33761.replicationSource.wal-reader.300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T23:15:58,131 DEBUG [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-300c1216fb79,33761,1731107749330 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/WALs/300c1216fb79,33761,1731107749330/300c1216fb79%2C33761%2C1731107749330.1731107750263, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T23:15:58,135 DEBUG [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:15:58,136 DEBUG [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,33761,1731107749330, seqNum=-1] 2024-11-08T23:15:58,138 WARN [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-300c1216fb79,33761,1731107749330', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-08T23:15:58,141 ERROR [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,33761,1731107749330: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-300c1216fb79,33761,1731107749330, walGroup=300c1216fb79%2C33761%2C1731107749330, offset=300c1216fb79%2C33761%2C1731107749330.1731107750263:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:15:58,145 ERROR [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:15:58,148 DEBUG [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:15:58,149 DEBUG [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:15:58,150 DEBUG [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:15:58,150 DEBUG [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:15:58,150 INFO [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 706814864 }, "NonHeapMemoryUsage": { "committed": 162070528, "init": 7667712, "max": -1, "used": 157361992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:15:58,153 DEBUG [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [300c1216fb79%2C33761%2C1731107749330.1731107750263] 2024-11-08T23:15:58,204 WARN [RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:15:58,204 INFO [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,1-300c1216fb79,33761,1731107749330 terminated 2024-11-08T23:15:58,204 INFO [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-300c1216fb79,33761,1731107749330 because: Region server is closing 2024-11-08T23:15:58,205 INFO [RS:0;300c1216fb79:33761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:33761. 2024-11-08T23:15:58,205 DEBUG [RS:0;300c1216fb79:33761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:15:58,205 DEBUG [RS:0;300c1216fb79:33761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:58,205 DEBUG [RS:0;300c1216fb79:33761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:15:58,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:15:58,205 INFO [RS:0;300c1216fb79:33761 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;300c1216fb79:33761.replicationSource.shipper300c1216fb79%2C33761%2C1731107749330,2-300c1216fb79,33761,1731107749330 terminated 2024-11-08T23:15:58,205 INFO [RS:0;300c1216fb79:33761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33761 2024-11-08T23:15:58,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432/rs 2024-11-08T23:15:58,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/rs/300c1216fb79,33761,1731107749330 2024-11-08T23:15:58,212 INFO [RS:0;300c1216fb79:33761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:15:58,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,33761,1731107749330] 2024-11-08T23:15:58,233 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01544035432/draining/300c1216fb79,33761,1731107749330 already deleted, retry=false 2024-11-08T23:15:58,233 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,33761,1731107749330 expired; onlineServers=0 2024-11-08T23:15:58,233 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,35085,1731107749209' ***** 2024-11-08T23:15:58,233 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:15:58,233 INFO [M:0;300c1216fb79:35085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:15:58,233 INFO [M:0;300c1216fb79:35085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:15:58,233 DEBUG [M:0;300c1216fb79:35085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:15:58,233 DEBUG [M:0;300c1216fb79:35085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:15:58,233 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:15:58,233 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107749936 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107749936,5,FailOnTimeoutGroup] 2024-11-08T23:15:58,233 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107749940 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107749940,5,FailOnTimeoutGroup] 2024-11-08T23:15:58,234 INFO [M:0;300c1216fb79:35085 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:15:58,234 INFO [M:0;300c1216fb79:35085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:15:58,234 DEBUG [M:0;300c1216fb79:35085 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:15:58,234 INFO [M:0;300c1216fb79:35085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:15:58,234 INFO [M:0;300c1216fb79:35085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:15:58,234 INFO [M:0;300c1216fb79:35085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:15:58,234 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:15:58,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544035432/master 2024-11-08T23:15:58,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544035432 2024-11-08T23:15:58,243 DEBUG [M:0;300c1216fb79:35085 {}] zookeeper.ZKUtil(347): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Unable to get data of znode /01544035432/master because node does not exist (not an error) 2024-11-08T23:15:58,243 WARN [M:0;300c1216fb79:35085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:15:58,244 INFO [M:0;300c1216fb79:35085 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/.lastflushedseqids 2024-11-08T23:15:58,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741852_1028 (size=181) 2024-11-08T23:15:58,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:58,322 INFO [RS:0;300c1216fb79:33761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:15:58,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33761-0x1011cbb9d170007, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:15:58,322 INFO [RS:0;300c1216fb79:33761 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,33761,1731107749330; zookeeper connection closed. 2024-11-08T23:15:58,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b0cc0ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b0cc0ac 2024-11-08T23:15:58,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:15:58,652 INFO [M:0;300c1216fb79:35085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:15:58,653 INFO [M:0;300c1216fb79:35085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:15:58,653 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:15:58,653 INFO [M:0;300c1216fb79:35085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:58,653 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:58,653 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:15:58,653 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:58,653 INFO [M:0;300c1216fb79:35085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T23:15:58,672 DEBUG [M:0;300c1216fb79:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845c724a4a8441b4b641785190aba88f is 82, key is hbase:meta,,1/info:regioninfo/1731107750593/Put/seqid=0 2024-11-08T23:15:58,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741853_1029 (size=5680) 2024-11-08T23:15:59,077 INFO [M:0;300c1216fb79:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845c724a4a8441b4b641785190aba88f 2024-11-08T23:15:59,101 DEBUG [M:0;300c1216fb79:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f7ae7b72a654de68bd7283d28fcf868 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731107754878/Put/seqid=0 2024-11-08T23:15:59,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741854_1030 (size=7319) 2024-11-08T23:15:59,509 INFO [M:0;300c1216fb79:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f7ae7b72a654de68bd7283d28fcf868 2024-11-08T23:15:59,531 DEBUG [M:0;300c1216fb79:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e840a739269d450ab88e74bcc285911f is 69, key is 300c1216fb79,33761,1731107749330/rs:state/1731107750024/Put/seqid=0 2024-11-08T23:15:59,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741855_1031 (size=5371) 2024-11-08T23:15:59,936 INFO [M:0;300c1216fb79:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e840a739269d450ab88e74bcc285911f 2024-11-08T23:15:59,943 INFO [M:0;300c1216fb79:35085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e840a739269d450ab88e74bcc285911f 2024-11-08T23:15:59,944 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845c724a4a8441b4b641785190aba88f as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/845c724a4a8441b4b641785190aba88f 2024-11-08T23:15:59,951 INFO [M:0;300c1216fb79:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/845c724a4a8441b4b641785190aba88f, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T23:15:59,952 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f7ae7b72a654de68bd7283d28fcf868 as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f7ae7b72a654de68bd7283d28fcf868 2024-11-08T23:15:59,960 INFO [M:0;300c1216fb79:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f7ae7b72a654de68bd7283d28fcf868, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T23:15:59,961 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e840a739269d450ab88e74bcc285911f as hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e840a739269d450ab88e74bcc285911f 2024-11-08T23:15:59,969 INFO [M:0;300c1216fb79:35085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e840a739269d450ab88e74bcc285911f 2024-11-08T23:15:59,969 INFO [M:0;300c1216fb79:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45469/user/jenkins/test-data/f5b4a19d-6b59-25e5-42ff-c043728bda49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e840a739269d450ab88e74bcc285911f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T23:15:59,971 INFO [M:0;300c1216fb79:35085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=172, compaction requested=false 2024-11-08T23:15:59,972 INFO [M:0;300c1216fb79:35085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:15:59,972 DEBUG [M:0;300c1216fb79:35085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107758653Disabling compacts and flushes for region at 1731107758653Disabling writes for close at 1731107758653Obtaining lock to block concurrent updates at 1731107758653Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107758653Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731107758654 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107758654Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107758654Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107758671 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107758671Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107759083 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107759101 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107759101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107759515 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107759530 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107759530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b4f815: reopening flushed file at 1731107759943 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7d433e: reopening flushed file at 1731107759951 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d872762: reopening flushed file at 1731107759960 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=172, compaction requested=false at 1731107759971 (+11 ms)Writing region close event to WAL at 1731107759972 (+1 ms)Closed at 1731107759972 2024-11-08T23:15:59,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35997 is added to blk_1073741847_1023 (size=22949) 2024-11-08T23:15:59,992 INFO [M:0;300c1216fb79:35085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:15:59,992 INFO [M:0;300c1216fb79:35085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35085 2024-11-08T23:15:59,992 INFO [M:0;300c1216fb79:35085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:15:59,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:16:00,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:00,123 INFO [M:0;300c1216fb79:35085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:16:00,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x1011cbb9d170006, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:00,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:16:00,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:16:00,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:16:00,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:16:00,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.log.dir/,STOPPED} 2024-11-08T23:16:00,140 WARN [BP-1140186770-172.17.0.2-1731107726868 heartbeating to localhost/127.0.0.1:45469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:16:00,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:16:00,140 WARN [BP-1140186770-172.17.0.2-1731107726868 heartbeating to localhost/127.0.0.1:45469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140186770-172.17.0.2-1731107726868 (Datanode Uuid 5d2c37b4-c576-4f69-9db9-e0fa0ce2e457) service to localhost/127.0.0.1:45469 2024-11-08T23:16:00,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:16:00,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/cluster_9afc7f59-76dd-7fef-94ee-86fa86eba782/data/data1/current/BP-1140186770-172.17.0.2-1731107726868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:16:00,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/cluster_9afc7f59-76dd-7fef-94ee-86fa86eba782/data/data2/current/BP-1140186770-172.17.0.2-1731107726868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:16:00,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:16:00,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:16:00,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:16:00,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:16:00,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:16:00,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1453af88-21cf-e568-5512-b64c83377620/hadoop.log.dir/,STOPPED} 2024-11-08T23:16:00,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:16:00,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:16:00,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: master/300c1216fb79:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/300c1216fb79:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43325 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/300c1216fb79:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/300c1216fb79:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62117) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62117) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45469 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/300c1216fb79:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 338) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3502 (was 5429) 2024-11-08T23:16:00,207 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3500 2024-11-08T23:16:00,224 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T23:16:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.log.dir so I do NOT create it in target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22 2024-11-08T23:16:00,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:16:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.tmp.dir so I do NOT create it in target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22 2024-11-08T23:16:00,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f11eee44-6ca4-c401-a96a-76ad8d7f4976/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:16:00,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22 2024-11-08T23:16:00,225 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/cluster_0a4437da-9929-496d-407a-17264063ac36, deleteOnExit=true 2024-11-08T23:16:00,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cbb9d170002, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:16:00,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cbb9d170005, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:16:00,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cbb9d170002, quorum=127.0.0.1:62117, baseZNode=/01544035432 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:16:00,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cbb9d170005, quorum=127.0.0.1:62117, baseZNode=/1-590533080 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:16:00,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/cluster_0a4437da-9929-496d-407a-17264063ac36/zookeeper_0, clientPort=61717, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/cluster_0a4437da-9929-496d-407a-17264063ac36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/cluster_0a4437da-9929-496d-407a-17264063ac36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:16:00,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61717 2024-11-08T23:16:00,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:16:00,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:16:00,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/test.cache.data in system properties and HBase conf 2024-11-08T23:16:00,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:16:00,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:16:00,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:16:00,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:16:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:16:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:16:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:16:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:16:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:16:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:16:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:16:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:16:00,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:00,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:16:00,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:16:00,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:16:00,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:16:00,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:00,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:16:00,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:16:00,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/java.io.tmpdir/jetty-localhost-37217-hadoop-hdfs-3_4_1-tests_jar-_-any-5404581963254556552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:16:00,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:37217} 2024-11-08T23:16:00,785 INFO [Time-limited test {}] server.Server(415): Started @37189ms 2024-11-08T23:16:01,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:01,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:16:01,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:16:01,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:16:01,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:16:01,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:16:01,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb07959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:16:01,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198d6b6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/java.io.tmpdir/jetty-localhost-41203-hadoop-hdfs-3_4_1-tests_jar-_-any-11915366010204135594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:16:01,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a581f77{HTTP/1.1, (http/1.1)}{localhost:41203} 2024-11-08T23:16:01,187 INFO [Time-limited test {}] server.Server(415): Started @37591ms 2024-11-08T23:16:01,189 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:16:01,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:16:01,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:16:01,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T23:16:01,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:16:01,966 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/cluster_0a4437da-9929-496d-407a-17264063ac36/data/data2/current/BP-1997445983-172.17.0.2-1731107760291/current, will proceed with Du for space computation calculation, 2024-11-08T23:16:01,966 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/cluster_0a4437da-9929-496d-407a-17264063ac36/data/data1/current/BP-1997445983-172.17.0.2-1731107760291/current, will proceed with Du for space computation calculation, 2024-11-08T23:16:01,983 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:16:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ca7ebd7cb648361 with lease ID 0xede2400b67a1e358: Processing first storage report for DS-23f35a9a-620f-4bd5-8783-3d5c5eb017ee from datanode DatanodeRegistration(127.0.0.1:34373, datanodeUuid=63e2259c-bd28-42e3-9ef5-56d1776d1606, infoPort=41761, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1170869905;c=1731107760291) 2024-11-08T23:16:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ca7ebd7cb648361 with lease ID 0xede2400b67a1e358: from storage DS-23f35a9a-620f-4bd5-8783-3d5c5eb017ee node DatanodeRegistration(127.0.0.1:34373, datanodeUuid=63e2259c-bd28-42e3-9ef5-56d1776d1606, infoPort=41761, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1170869905;c=1731107760291), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:16:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ca7ebd7cb648361 with lease ID 0xede2400b67a1e358: Processing first storage report for DS-9020084d-e58a-457f-9337-0f675a0e89d1 from datanode DatanodeRegistration(127.0.0.1:34373, datanodeUuid=63e2259c-bd28-42e3-9ef5-56d1776d1606, infoPort=41761, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1170869905;c=1731107760291) 2024-11-08T23:16:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ca7ebd7cb648361 with lease ID 0xede2400b67a1e358: from storage DS-9020084d-e58a-457f-9337-0f675a0e89d1 node DatanodeRegistration(127.0.0.1:34373, datanodeUuid=63e2259c-bd28-42e3-9ef5-56d1776d1606, infoPort=41761, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1170869905;c=1731107760291), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T23:16:02,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22 2024-11-08T23:16:02,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:02,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:16:02,462 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26 with version=8 2024-11-08T23:16:02,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/hbase-staging 2024-11-08T23:16:02,465 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:16:02,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:02,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:02,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:16:02,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:02,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:16:02,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:16:02,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:16:02,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44127 2024-11-08T23:16:02,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44127 connecting to ZooKeeper ensemble=127.0.0.1:61717 2024-11-08T23:16:02,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441270x0, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:02,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44127-0x1011cbc24220000 connected 2024-11-08T23:16:02,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:02,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:02,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on znode that does not yet exist, /0-1220950216/running 2024-11-08T23:16:02,638 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26, hbase.cluster.distributed=false 2024-11-08T23:16:02,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on znode that does not yet exist, /0-1220950216/acl 2024-11-08T23:16:02,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-08T23:16:02,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44127 2024-11-08T23:16:02,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44127 2024-11-08T23:16:02,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-08T23:16:02,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-08T23:16:02,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:16:02,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:02,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:02,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:16:02,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:02,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:16:02,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:16:02,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:16:02,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37703 2024-11-08T23:16:02,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37703 connecting to ZooKeeper ensemble=127.0.0.1:61717 2024-11-08T23:16:02,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:02,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:02,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377030x0, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:02,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377030x0, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on znode that does not yet exist, /0-1220950216/running 2024-11-08T23:16:02,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:16:02,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37703-0x1011cbc24220001 connected 2024-11-08T23:16:02,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:16:02,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on znode that does not yet exist, /0-1220950216/master 2024-11-08T23:16:02,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on znode that does not yet exist, /0-1220950216/acl 2024-11-08T23:16:02,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-08T23:16:02,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37703 2024-11-08T23:16:02,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37703 2024-11-08T23:16:02,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-08T23:16:02,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-08T23:16:02,720 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:44127 2024-11-08T23:16:02,721 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1220950216/backup-masters/300c1216fb79,44127,1731107762464 2024-11-08T23:16:02,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216/backup-masters 2024-11-08T23:16:02,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216/backup-masters 2024-11-08T23:16:02,728 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on existing znode=/0-1220950216/backup-masters/300c1216fb79,44127,1731107762464 2024-11-08T23:16:02,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220950216/master 2024-11-08T23:16:02,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:02,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:02,738 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on existing znode=/0-1220950216/master 2024-11-08T23:16:02,738 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1220950216/backup-masters/300c1216fb79,44127,1731107762464 from backup master directory 2024-11-08T23:16:02,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220950216/backup-masters/300c1216fb79,44127,1731107762464 2024-11-08T23:16:02,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216/backup-masters 2024-11-08T23:16:02,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216/backup-masters 2024-11-08T23:16:02,748 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:16:02,749 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,44127,1731107762464 2024-11-08T23:16:02,754 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/hbase.id] with ID: 19b05abe-a5f7-4195-a4e8-8ce8f96c1e8c 2024-11-08T23:16:02,754 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/.tmp/hbase.id 2024-11-08T23:16:02,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:16:02,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:16:02,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:02,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:03,160 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/.tmp/hbase.id]:[hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/hbase.id] 2024-11-08T23:16:03,178 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:03,178 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:16:03,182 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-08T23:16:03,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:03,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:16:03,611 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:16:03,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:16:03,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:03,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:16:04,022 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store 2024-11-08T23:16:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:16:04,054 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:04,055 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:16:04,055 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:04,055 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:04,055 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:16:04,055 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:04,055 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:04,055 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107764055Disabling compacts and flushes for region at 1731107764055Disabling writes for close at 1731107764055Writing region close event to WAL at 1731107764055Closed at 1731107764055 2024-11-08T23:16:04,056 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/.initializing 2024-11-08T23:16:04,056 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/WALs/300c1216fb79,44127,1731107762464 2024-11-08T23:16:04,058 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:16:04,060 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C44127%2C1731107762464, suffix=, logDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/WALs/300c1216fb79,44127,1731107762464, archiveDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/oldWALs, maxLogs=10 2024-11-08T23:16:04,080 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/WALs/300c1216fb79,44127,1731107762464/300c1216fb79%2C44127%2C1731107762464.1731107764061, exclude list is [], retry=0 2024-11-08T23:16:04,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34373,DS-23f35a9a-620f-4bd5-8783-3d5c5eb017ee,DISK] 2024-11-08T23:16:04,089 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/WALs/300c1216fb79,44127,1731107762464/300c1216fb79%2C44127%2C1731107762464.1731107764061 2024-11-08T23:16:04,089 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41761:41761)] 2024-11-08T23:16:04,089 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:04,090 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:04,090 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,090 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:16:04,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:04,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:16:04,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:04,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:16:04,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:04,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:16:04,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:04,105 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,108 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,108 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,108 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:04,109 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:04,113 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:04,113 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63304133, jitterRate=-0.05669490993022919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:04,114 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107764090Initializing all the Stores at 1731107764091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107764091Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107764091Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107764091Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107764092 (+1 ms)Cleaning up temporary data from old regions at 1731107764108 (+16 ms)Region opened successfully at 1731107764114 (+6 ms) 2024-11-08T23:16:04,114 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:16:04,120 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55200a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:16:04,121 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:16:04,121 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:16:04,121 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:16:04,121 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:16:04,122 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:16:04,123 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:16:04,123 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:16:04,126 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:16:04,127 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Unable to get data of znode /0-1220950216/balancer because node does not exist (not necessarily an error) 2024-11-08T23:16:04,137 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220950216/balancer already deleted, retry=false 2024-11-08T23:16:04,138 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:16:04,139 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Unable to get data of znode /0-1220950216/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:16:04,148 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220950216/normalizer already deleted, retry=false 2024-11-08T23:16:04,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:16:04,150 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Unable to get data of znode /0-1220950216/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:16:04,158 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220950216/switch/split already deleted, retry=false 2024-11-08T23:16:04,160 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Unable to get data of znode /0-1220950216/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:16:04,169 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220950216/switch/merge already deleted, retry=false 2024-11-08T23:16:04,172 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Unable to get data of znode /0-1220950216/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:16:04,180 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220950216/snapshot-cleanup already deleted, retry=false 2024-11-08T23:16:04,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220950216/running 2024-11-08T23:16:04,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220950216/running 2024-11-08T23:16:04,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:04,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:04,191 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,44127,1731107762464, sessionid=0x1011cbc24220000, setting cluster-up flag (Was=false) 2024-11-08T23:16:04,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:04,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:04,243 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220950216/flush-table-proc/acquired, /0-1220950216/flush-table-proc/reached, /0-1220950216/flush-table-proc/abort 2024-11-08T23:16:04,244 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,44127,1731107762464 2024-11-08T23:16:04,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:04,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:04,295 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220950216/online-snapshot/acquired, /0-1220950216/online-snapshot/reached, /0-1220950216/online-snapshot/abort 2024-11-08T23:16:04,297 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,44127,1731107762464 2024-11-08T23:16:04,299 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:16:04,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:04,301 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:16:04,301 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:16:04,302 WARN [master/300c1216fb79:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 300c1216fb79,36085,1731107732151: status=Processing ServerCrashProcedure of 300c1216fb79,36085,1731107732151 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731107749920, completionTime=-1 appears to have been leaked 2024-11-08T23:16:04,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,44127,1731107762464 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:16:04,303 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:04,303 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:04,303 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:04,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:04,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:16:04,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:16:04,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107794307 2024-11-08T23:16:04,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:16:04,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:16:04,308 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:16:04,308 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:16:04,308 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:16:04,308 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:16:04,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:04,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:16:04,310 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,310 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:16:04,312 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,320 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:16:04,321 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:16:04,321 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:16:04,321 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:16:04,329 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(746): ClusterId : 19b05abe-a5f7-4195-a4e8-8ce8f96c1e8c 2024-11-08T23:16:04,329 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:16:04,338 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:16:04,338 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:16:04,340 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:16:04,340 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:16:04,344 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107764340,5,FailOnTimeoutGroup] 2024-11-08T23:16:04,349 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:16:04,349 DEBUG [RS:0;300c1216fb79:37703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454e2536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:16:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:16:04,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:16:04,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26 2024-11-08T23:16:04,360 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107764344,5,FailOnTimeoutGroup] 2024-11-08T23:16:04,360 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,360 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:16:04,360 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,360 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,378 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:37703 2024-11-08T23:16:04,378 INFO [RS:0;300c1216fb79:37703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:16:04,378 INFO [RS:0;300c1216fb79:37703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:16:04,379 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:16:04,380 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,44127,1731107762464 with port=37703, startcode=1731107762662 2024-11-08T23:16:04,380 DEBUG [RS:0;300c1216fb79:37703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:16:04,385 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:16:04,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,37703,1731107762662 2024-11-08T23:16:04,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44127 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,37703,1731107762662 2024-11-08T23:16:04,388 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26 2024-11-08T23:16:04,388 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35239 2024-11-08T23:16:04,388 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:16:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:16:04,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:04,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:16:04,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:16:04,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:04,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216/rs 2024-11-08T23:16:04,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:16:04,402 DEBUG [RS:0;300c1216fb79:37703 {}] zookeeper.ZKUtil(111): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on existing znode=/0-1220950216/rs/300c1216fb79,37703,1731107762662 2024-11-08T23:16:04,402 WARN [RS:0;300c1216fb79:37703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:16:04,402 INFO [RS:0;300c1216fb79:37703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:04,402 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662 2024-11-08T23:16:04,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,37703,1731107762662] 2024-11-08T23:16:04,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:16:04,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:04,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:16:04,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:16:04,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:04,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:16:04,413 INFO [RS:0;300c1216fb79:37703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:16:04,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:16:04,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:04,415 INFO [RS:0;300c1216fb79:37703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:16:04,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:04,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:16:04,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740 2024-11-08T23:16:04,416 INFO [RS:0;300c1216fb79:37703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:16:04,417 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,417 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:16:04,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740 2024-11-08T23:16:04,418 INFO [RS:0;300c1216fb79:37703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:16:04,418 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,418 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,418 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,418 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,418 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,418 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:16:04,419 DEBUG [RS:0;300c1216fb79:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:16:04,419 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:04,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:16:04,425 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:04,426 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68513674, jitterRate=0.020933300256729126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:04,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107764395Initializing all the Stores at 1731107764396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107764396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107764397 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107764397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107764397Cleaning up temporary data from old regions at 1731107764419 (+22 ms)Region opened successfully at 1731107764426 (+7 ms) 2024-11-08T23:16:04,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:16:04,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:16:04,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:16:04,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:16:04,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:16:04,428 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,428 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,428 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,428 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,428 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,428 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37703,1731107762662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:16:04,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:16:04,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107764426Disabling compacts and flushes for region at 1731107764426Disabling writes for close at 1731107764427 (+1 ms)Writing region close event to WAL at 1731107764432 (+5 ms)Closed at 1731107764432 2024-11-08T23:16:04,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:04,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:16:04,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:16:04,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:16:04,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:16:04,457 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:16:04,457 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37703,1731107762662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,457 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,457 INFO [RS:0;300c1216fb79:37703 {}] regionserver.Replication(171): 300c1216fb79,37703,1731107762662 started 2024-11-08T23:16:04,473 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:04,473 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,37703,1731107762662, RpcServer on 300c1216fb79/172.17.0.2:37703, sessionid=0x1011cbc24220001 2024-11-08T23:16:04,474 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:16:04,474 DEBUG [RS:0;300c1216fb79:37703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,37703,1731107762662 2024-11-08T23:16:04,474 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,37703,1731107762662' 2024-11-08T23:16:04,474 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220950216/flush-table-proc/abort' 2024-11-08T23:16:04,474 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220950216/flush-table-proc/acquired' 2024-11-08T23:16:04,475 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:16:04,475 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:16:04,475 DEBUG [RS:0;300c1216fb79:37703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,37703,1731107762662 2024-11-08T23:16:04,475 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,37703,1731107762662' 2024-11-08T23:16:04,475 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220950216/online-snapshot/abort' 2024-11-08T23:16:04,475 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220950216/online-snapshot/acquired' 2024-11-08T23:16:04,476 DEBUG [RS:0;300c1216fb79:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:16:04,476 INFO [RS:0;300c1216fb79:37703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:16:04,476 INFO [RS:0;300c1216fb79:37703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:16:04,576 INFO [RS:0;300c1216fb79:37703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:16:04,578 INFO [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C37703%2C1731107762662, suffix=, logDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662, archiveDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/oldWALs, maxLogs=10 2024-11-08T23:16:04,587 WARN [300c1216fb79:44127 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T23:16:04,596 DEBUG [RS:0;300c1216fb79:37703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579, exclude list is [], retry=0 2024-11-08T23:16:04,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34373,DS-23f35a9a-620f-4bd5-8783-3d5c5eb017ee,DISK] 2024-11-08T23:16:04,622 INFO [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579 2024-11-08T23:16:04,625 DEBUG [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41761:41761)] 2024-11-08T23:16:04,837 DEBUG [300c1216fb79:44127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:16:04,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,37703,1731107762662 2024-11-08T23:16:04,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,37703,1731107762662, state=OPENING 2024-11-08T23:16:04,885 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:16:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:04,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:04,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220950216/meta-region-server: CHANGED 2024-11-08T23:16:04,927 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:16:04,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220950216/meta-region-server: CHANGED 2024-11-08T23:16:04,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,37703,1731107762662}] 2024-11-08T23:16:05,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:16:05,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:16:05,114 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:16:05,115 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:05,115 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:16:05,118 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C37703%2C1731107762662.meta, suffix=.meta, logDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662, archiveDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/oldWALs, maxLogs=10 2024-11-08T23:16:05,143 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.meta.1731107765119.meta, exclude list is [], retry=0 2024-11-08T23:16:05,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34373,DS-23f35a9a-620f-4bd5-8783-3d5c5eb017ee,DISK] 2024-11-08T23:16:05,157 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.meta.1731107765119.meta 2024-11-08T23:16:05,176 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41761:41761)] 2024-11-08T23:16:05,177 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:05,178 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:16:05,178 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:16:05,178 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:16:05,178 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:16:05,178 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:16:05,178 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:05,179 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:16:05,179 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:16:05,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:16:05,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:16:05,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:05,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:05,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:16:05,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:16:05,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:05,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:05,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:16:05,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:16:05,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:05,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:05,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:16:05,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:16:05,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:05,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:05,222 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:16:05,223 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740 2024-11-08T23:16:05,229 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740 2024-11-08T23:16:05,231 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:16:05,232 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:16:05,232 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:05,235 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:16:05,237 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68698234, jitterRate=0.02368345856666565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:05,237 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:16:05,238 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107765179Writing region info on filesystem at 1731107765179Initializing all the Stores at 1731107765181 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107765181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107765184 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107765184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107765184Cleaning up temporary data from old regions at 1731107765232 (+48 ms)Running coprocessor post-open hooks at 1731107765237 (+5 ms)Region opened successfully at 1731107765238 (+1 ms) 2024-11-08T23:16:05,239 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107765091 2024-11-08T23:16:05,246 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:16:05,246 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:16:05,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,37703,1731107762662 2024-11-08T23:16:05,253 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,37703,1731107762662, state=OPEN 2024-11-08T23:16:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220950216/meta-region-server 2024-11-08T23:16:05,274 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,37703,1731107762662 2024-11-08T23:16:05,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220950216/meta-region-server 2024-11-08T23:16:05,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220950216/meta-region-server: CHANGED 2024-11-08T23:16:05,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220950216/meta-region-server: CHANGED 2024-11-08T23:16:05,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:16:05,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,37703,1731107762662 in 348 msec 2024-11-08T23:16:05,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:16:05,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 849 msec 2024-11-08T23:16:05,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:05,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:16:05,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:05,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,37703,1731107762662, seqNum=-1] 2024-11-08T23:16:05,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:05,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:05,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0130 sec 2024-11-08T23:16:05,319 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107765318, completionTime=-1 2024-11-08T23:16:05,319 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:16:05,319 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:16:05,323 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:16:05,323 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107825323 2024-11-08T23:16:05,323 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107885323 2024-11-08T23:16:05,323 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-08T23:16:05,324 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44127,1731107762464-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:05,324 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44127,1731107762464-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:05,324 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44127,1731107762464-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:05,324 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:44127, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:05,324 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:05,328 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:16:05,328 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:05,333 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.584sec 2024-11-08T23:16:05,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:16:05,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:16:05,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:16:05,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:16:05,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:16:05,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44127,1731107762464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:16:05,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44127,1731107762464-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:16:05,352 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:16:05,352 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:16:05,352 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44127,1731107762464-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:05,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bd3f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:05,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44127,-1 for getting cluster id 2024-11-08T23:16:05,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:05,432 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19b05abe-a5f7-4195-a4e8-8ce8f96c1e8c' 2024-11-08T23:16:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19b05abe-a5f7-4195-a4e8-8ce8f96c1e8c" 2024-11-08T23:16:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ca58da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44127,-1] 2024-11-08T23:16:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:05,435 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:05,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7606b15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:05,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,37703,1731107762662, seqNum=-1] 2024-11-08T23:16:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:05,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:05,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,44127,1731107762464 2024-11-08T23:16:05,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61717 2024-11-08T23:16:05,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:05,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cbc24220002 connected 2024-11-08T23:16:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.log.dir so I do NOT create it in target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6 2024-11-08T23:16:05,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:16:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.tmp.dir so I do NOT create it in target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6 2024-11-08T23:16:05,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:16:05,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6 2024-11-08T23:16:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:16:05,488 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/cluster_9a24318f-982f-8f0c-814e-7c2374f7300f, deleteOnExit=true 2024-11-08T23:16:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:16:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/test.cache.data in system properties and HBase conf 2024-11-08T23:16:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:16:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:16:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:16:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:16:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:16:05,489 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:16:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:16:05,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:16:05,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:16:05,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:16:05,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:16:05,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:16:05,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:05,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:16:05,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:16:05,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:16:05,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:16:06,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:06,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:16:06,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a908fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:16:06,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1558cfc9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/java.io.tmpdir/jetty-localhost-42953-hadoop-hdfs-3_4_1-tests_jar-_-any-1473492544127147144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:16:06,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c0f823e{HTTP/1.1, (http/1.1)}{localhost:42953} 2024-11-08T23:16:06,152 INFO [Time-limited test {}] server.Server(415): Started @42557ms 2024-11-08T23:16:06,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:06,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:16:06,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:16:06,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:16:06,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:16:06,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ab07b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:16:06,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d34bb4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:16:06,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3942448e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/java.io.tmpdir/jetty-localhost-38491-hadoop-hdfs-3_4_1-tests_jar-_-any-10775973465342721404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:16:06,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dd49cc1{HTTP/1.1, (http/1.1)}{localhost:38491} 2024-11-08T23:16:06,808 INFO [Time-limited test {}] server.Server(415): Started @43212ms 2024-11-08T23:16:06,810 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:16:07,692 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/cluster_9a24318f-982f-8f0c-814e-7c2374f7300f/data/data1/current/BP-425519581-172.17.0.2-1731107765518/current, will proceed with Du for space computation calculation, 2024-11-08T23:16:07,696 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/cluster_9a24318f-982f-8f0c-814e-7c2374f7300f/data/data2/current/BP-425519581-172.17.0.2-1731107765518/current, will proceed with Du for space computation calculation, 2024-11-08T23:16:07,729 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:16:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21ba1d75d56820bc with lease ID 0x8d08aa374dd92f63: Processing first storage report for DS-3394572f-597a-4b93-8a1d-e2b0fd761cc2 from datanode DatanodeRegistration(127.0.0.1:44575, datanodeUuid=b723ce8f-fe7c-4ba1-95e6-8058dffed058, infoPort=38253, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=90219489;c=1731107765518) 2024-11-08T23:16:07,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21ba1d75d56820bc with lease ID 0x8d08aa374dd92f63: from storage DS-3394572f-597a-4b93-8a1d-e2b0fd761cc2 node DatanodeRegistration(127.0.0.1:44575, datanodeUuid=b723ce8f-fe7c-4ba1-95e6-8058dffed058, infoPort=38253, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=90219489;c=1731107765518), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:16:07,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21ba1d75d56820bc with lease ID 0x8d08aa374dd92f63: Processing first storage report for DS-765d6094-f50a-4a87-ae58-9057fa565e32 from datanode DatanodeRegistration(127.0.0.1:44575, datanodeUuid=b723ce8f-fe7c-4ba1-95e6-8058dffed058, infoPort=38253, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=90219489;c=1731107765518) 2024-11-08T23:16:07,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21ba1d75d56820bc with lease ID 0x8d08aa374dd92f63: from storage DS-765d6094-f50a-4a87-ae58-9057fa565e32 node DatanodeRegistration(127.0.0.1:44575, datanodeUuid=b723ce8f-fe7c-4ba1-95e6-8058dffed058, infoPort=38253, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=90219489;c=1731107765518), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:16:07,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6 2024-11-08T23:16:07,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:07,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:16:07,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59 with version=8 2024-11-08T23:16:07,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/hbase-staging 2024-11-08T23:16:07,788 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:16:07,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:07,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:07,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:16:07,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:07,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:16:07,788 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:16:07,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:16:07,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38631 2024-11-08T23:16:07,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38631 connecting to ZooKeeper ensemble=127.0.0.1:61717 2024-11-08T23:16:07,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386310x0, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:07,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38631-0x1011cbc24220003 connected 2024-11-08T23:16:07,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:07,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:07,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on znode that does not yet exist, /1528101407/running 2024-11-08T23:16:07,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59, hbase.cluster.distributed=false 2024-11-08T23:16:07,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on znode that does not yet exist, /1528101407/acl 2024-11-08T23:16:07,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-08T23:16:07,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38631 2024-11-08T23:16:07,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38631 2024-11-08T23:16:07,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-08T23:16:07,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-08T23:16:07,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:16:07,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:07,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:07,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:16:07,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:07,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:16:07,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:16:07,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:16:07,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41229 2024-11-08T23:16:07,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41229 connecting to ZooKeeper ensemble=127.0.0.1:61717 2024-11-08T23:16:07,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:07,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:07,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412290x0, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:07,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412290x0, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on znode that does not yet exist, /1528101407/running 2024-11-08T23:16:07,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41229-0x1011cbc24220004 connected 2024-11-08T23:16:07,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:16:07,968 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:16:07,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on znode that does not yet exist, /1528101407/master 2024-11-08T23:16:07,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on znode that does not yet exist, /1528101407/acl 2024-11-08T23:16:07,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-08T23:16:07,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41229 2024-11-08T23:16:07,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41229 2024-11-08T23:16:07,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-08T23:16:08,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-08T23:16:08,032 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:38631 2024-11-08T23:16:08,042 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1528101407/backup-masters/300c1216fb79,38631,1731107767787 2024-11-08T23:16:08,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407/backup-masters 2024-11-08T23:16:08,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407/backup-masters 2024-11-08T23:16:08,054 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on existing znode=/1528101407/backup-masters/300c1216fb79,38631,1731107767787 2024-11-08T23:16:08,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:08,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1528101407/master 2024-11-08T23:16:08,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:08,066 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on existing znode=/1528101407/master 2024-11-08T23:16:08,067 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1528101407/backup-masters/300c1216fb79,38631,1731107767787 from backup master directory 2024-11-08T23:16:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1528101407/backup-masters/300c1216fb79,38631,1731107767787 2024-11-08T23:16:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407/backup-masters 2024-11-08T23:16:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407/backup-masters 2024-11-08T23:16:08,074 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:16:08,075 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,38631,1731107767787 2024-11-08T23:16:08,088 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/hbase.id] with ID: ea62316e-895d-4c69-a7d7-31f36f53d35d 2024-11-08T23:16:08,088 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/.tmp/hbase.id 2024-11-08T23:16:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:16:08,144 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/.tmp/hbase.id]:[hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/hbase.id] 2024-11-08T23:16:08,181 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:08,181 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:16:08,184 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T23:16:08,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:08,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:16:08,270 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:16:08,271 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:16:08,285 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:08,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:16:08,335 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store 2024-11-08T23:16:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:16:08,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:08,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:16:08,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:08,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:08,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:16:08,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:08,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:08,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107768765Disabling compacts and flushes for region at 1731107768765Disabling writes for close at 1731107768765Writing region close event to WAL at 1731107768765Closed at 1731107768765 2024-11-08T23:16:08,766 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/.initializing 2024-11-08T23:16:08,766 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/WALs/300c1216fb79,38631,1731107767787 2024-11-08T23:16:08,768 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:16:08,769 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C38631%2C1731107767787, suffix=, logDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/WALs/300c1216fb79,38631,1731107767787, archiveDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/oldWALs, maxLogs=10 2024-11-08T23:16:08,783 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/WALs/300c1216fb79,38631,1731107767787/300c1216fb79%2C38631%2C1731107767787.1731107768770, exclude list is [], retry=0 2024-11-08T23:16:08,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44575,DS-3394572f-597a-4b93-8a1d-e2b0fd761cc2,DISK] 2024-11-08T23:16:08,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/WALs/300c1216fb79,38631,1731107767787/300c1216fb79%2C38631%2C1731107767787.1731107768770 2024-11-08T23:16:08,788 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-11-08T23:16:08,788 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:08,788 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:08,788 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,788 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:16:08,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:08,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:08,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:16:08,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:08,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:08,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:16:08,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:08,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:08,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:16:08,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:08,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:08,797 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,798 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,798 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,799 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,799 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,800 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:08,801 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:08,805 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:08,806 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60443940, jitterRate=-0.0993151068687439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:08,806 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107768788Initializing all the Stores at 1731107768789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107768789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107768789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107768789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107768789Cleaning up temporary data from old regions at 1731107768799 (+10 ms)Region opened successfully at 1731107768806 (+7 ms) 2024-11-08T23:16:08,806 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:16:08,811 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790d3247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:16:08,812 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:16:08,812 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:16:08,812 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:16:08,812 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:16:08,813 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:16:08,814 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:16:08,814 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:16:08,819 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:16:08,821 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Unable to get data of znode /1528101407/balancer because node does not exist (not necessarily an error) 2024-11-08T23:16:08,892 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1528101407/balancer already deleted, retry=false 2024-11-08T23:16:08,893 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:16:08,904 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Unable to get data of znode /1528101407/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:16:08,919 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1528101407/normalizer already deleted, retry=false 2024-11-08T23:16:08,920 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:16:08,940 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Unable to get data of znode /1528101407/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:16:08,952 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1528101407/switch/split already deleted, retry=false 2024-11-08T23:16:08,964 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Unable to get data of znode /1528101407/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:16:08,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1528101407/switch/merge already deleted, retry=false 2024-11-08T23:16:08,996 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Unable to get data of znode /1528101407/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:16:09,016 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1528101407/snapshot-cleanup already deleted, retry=false 2024-11-08T23:16:09,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1528101407/running 2024-11-08T23:16:09,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:09,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,38631,1731107767787, sessionid=0x1011cbc24220003, setting cluster-up flag (Was=false) 2024-11-08T23:16:09,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1528101407/running 2024-11-08T23:16:09,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:09,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:09,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:09,127 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1528101407/flush-table-proc/acquired, /1528101407/flush-table-proc/reached, /1528101407/flush-table-proc/abort 2024-11-08T23:16:09,136 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,38631,1731107767787 2024-11-08T23:16:09,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:09,190 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1528101407/online-snapshot/acquired, /1528101407/online-snapshot/reached, /1528101407/online-snapshot/abort 2024-11-08T23:16:09,192 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,38631,1731107767787 2024-11-08T23:16:09,205 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:16:09,225 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:09,225 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:16:09,225 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:16:09,226 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,38631,1731107767787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:16:09,227 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:09,227 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:09,228 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:09,228 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:09,228 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:16:09,228 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,228 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:16:09,228 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,231 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(746): ClusterId : ea62316e-895d-4c69-a7d7-31f36f53d35d 2024-11-08T23:16:09,231 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:16:09,256 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:16:09,256 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:16:09,261 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:09,261 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:16:09,274 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:09,274 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:16:09,278 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:16:09,278 DEBUG [RS:0;300c1216fb79:41229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a763ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:16:09,283 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107799283 2024-11-08T23:16:09,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:16:09,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:16:09,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:16:09,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:16:09,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:16:09,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:16:09,288 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,297 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:16:09,297 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:16:09,297 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:16:09,297 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:16:09,322 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:41229 2024-11-08T23:16:09,322 INFO [RS:0;300c1216fb79:41229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:16:09,322 INFO [RS:0;300c1216fb79:41229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:16:09,322 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:16:09,323 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,38631,1731107767787 with port=41229, startcode=1731107767943 2024-11-08T23:16:09,324 DEBUG [RS:0;300c1216fb79:41229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:16:09,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:16:09,329 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:16:09,329 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:16:09,330 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:16:09,331 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:16:09,331 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59 2024-11-08T23:16:09,331 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T23:16:09,332 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107769329,5,FailOnTimeoutGroup] 2024-11-08T23:16:09,333 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T23:16:09,333 WARN [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T23:16:09,336 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107769332,5,FailOnTimeoutGroup] 2024-11-08T23:16:09,336 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,336 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:16:09,336 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,336 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:16:09,436 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,38631,1731107767787 with port=41229, startcode=1731107767943 2024-11-08T23:16:09,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,41229,1731107767943 2024-11-08T23:16:09,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38631 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,41229,1731107767943 2024-11-08T23:16:09,444 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59 2024-11-08T23:16:09,444 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42155 2024-11-08T23:16:09,445 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:16:09,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407/rs 2024-11-08T23:16:09,511 DEBUG [RS:0;300c1216fb79:41229 {}] zookeeper.ZKUtil(111): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on existing znode=/1528101407/rs/300c1216fb79,41229,1731107767943 2024-11-08T23:16:09,511 WARN [RS:0;300c1216fb79:41229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:16:09,511 INFO [RS:0;300c1216fb79:41229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:09,511 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943 2024-11-08T23:16:09,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,41229,1731107767943] 2024-11-08T23:16:09,518 INFO [RS:0;300c1216fb79:41229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:16:09,521 INFO [RS:0;300c1216fb79:41229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:16:09,522 INFO [RS:0;300c1216fb79:41229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:16:09,522 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,522 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:16:09,523 INFO [RS:0;300c1216fb79:41229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:16:09,523 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,524 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:09,525 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:16:09,525 DEBUG [RS:0;300c1216fb79:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:16:09,528 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,529 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,529 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,529 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,529 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,529 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,41229,1731107767943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:16:09,547 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:16:09,547 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,41229,1731107767943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,547 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,547 INFO [RS:0;300c1216fb79:41229 {}] regionserver.Replication(171): 300c1216fb79,41229,1731107767943 started 2024-11-08T23:16:09,563 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:09,563 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,41229,1731107767943, RpcServer on 300c1216fb79/172.17.0.2:41229, sessionid=0x1011cbc24220004 2024-11-08T23:16:09,563 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:16:09,563 DEBUG [RS:0;300c1216fb79:41229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,41229,1731107767943 2024-11-08T23:16:09,563 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,41229,1731107767943' 2024-11-08T23:16:09,563 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1528101407/flush-table-proc/abort' 2024-11-08T23:16:09,564 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1528101407/flush-table-proc/acquired' 2024-11-08T23:16:09,564 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:16:09,565 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:16:09,565 DEBUG [RS:0;300c1216fb79:41229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,41229,1731107767943 2024-11-08T23:16:09,565 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,41229,1731107767943' 2024-11-08T23:16:09,565 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1528101407/online-snapshot/abort' 2024-11-08T23:16:09,566 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1528101407/online-snapshot/acquired' 2024-11-08T23:16:09,566 DEBUG [RS:0;300c1216fb79:41229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:16:09,566 INFO [RS:0;300c1216fb79:41229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:16:09,566 INFO [RS:0;300c1216fb79:41229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:16:09,667 INFO [RS:0;300c1216fb79:41229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:16:09,670 INFO [RS:0;300c1216fb79:41229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41229%2C1731107767943, suffix=, logDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943, archiveDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/oldWALs, maxLogs=10 2024-11-08T23:16:09,686 DEBUG [RS:0;300c1216fb79:41229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943/300c1216fb79%2C41229%2C1731107767943.1731107769670, exclude list is [], retry=0 2024-11-08T23:16:09,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44575,DS-3394572f-597a-4b93-8a1d-e2b0fd761cc2,DISK] 2024-11-08T23:16:09,697 INFO [RS:0;300c1216fb79:41229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943/300c1216fb79%2C41229%2C1731107767943.1731107769670 2024-11-08T23:16:09,697 DEBUG [RS:0;300c1216fb79:41229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-11-08T23:16:09,753 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:09,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:16:09,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:16:09,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:09,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:09,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:16:09,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:16:09,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:09,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:09,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:16:09,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:16:09,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:09,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:09,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:16:09,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:16:09,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:09,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:09,764 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:16:09,766 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740 2024-11-08T23:16:09,766 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740 2024-11-08T23:16:09,768 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:16:09,768 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:16:09,768 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:09,770 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:16:09,772 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:09,773 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65449477, jitterRate=-0.02472679316997528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:09,773 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107769753Initializing all the Stores at 1731107769754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107769754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107769754Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107769754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107769755 (+1 ms)Cleaning up temporary data from old regions at 1731107769768 (+13 ms)Region opened successfully at 1731107769773 (+5 ms) 2024-11-08T23:16:09,773 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:16:09,773 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:16:09,773 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:16:09,773 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:16:09,773 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:16:09,774 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:16:09,774 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107769773Disabling compacts and flushes for region at 1731107769773Disabling writes for close at 1731107769773Writing region close event to WAL at 1731107769774 (+1 ms)Closed at 1731107769774 2024-11-08T23:16:09,776 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:09,776 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:16:09,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:16:09,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:16:09,779 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:16:09,929 DEBUG [300c1216fb79:38631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:16:09,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,41229,1731107767943 2024-11-08T23:16:09,932 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,41229,1731107767943, state=OPENING 2024-11-08T23:16:09,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:16:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:09,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:16:09,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,41229,1731107767943}] 2024-11-08T23:16:09,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1528101407/meta-region-server: CHANGED 2024-11-08T23:16:10,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1528101407/meta-region-server: CHANGED 2024-11-08T23:16:10,148 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:16:10,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:16:10,156 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:16:10,156 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:10,157 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:16:10,159 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41229%2C1731107767943.meta, suffix=.meta, logDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943, archiveDir=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/oldWALs, maxLogs=10 2024-11-08T23:16:10,181 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943/300c1216fb79%2C41229%2C1731107767943.meta.1731107770159.meta, exclude list is [], retry=0 2024-11-08T23:16:10,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44575,DS-3394572f-597a-4b93-8a1d-e2b0fd761cc2,DISK] 2024-11-08T23:16:10,187 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943/300c1216fb79%2C41229%2C1731107767943.meta.1731107770159.meta 2024-11-08T23:16:10,188 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38253:38253)] 2024-11-08T23:16:10,188 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:10,189 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:16:10,189 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:16:10,189 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:16:10,189 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:16:10,189 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:16:10,189 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:10,190 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:16:10,190 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:16:10,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:16:10,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:16:10,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:10,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:10,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:16:10,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:16:10,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:10,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:10,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:16:10,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:16:10,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:10,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:10,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:16:10,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:16:10,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:10,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:10,201 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:16:10,202 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740 2024-11-08T23:16:10,204 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740 2024-11-08T23:16:10,206 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:16:10,206 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:16:10,207 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:10,211 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:16:10,212 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63588713, jitterRate=-0.05245433747768402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:10,212 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:16:10,212 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107770190Writing region info on filesystem at 1731107770190Initializing all the Stores at 1731107770191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107770191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107770192 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107770192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107770192Cleaning up temporary data from old regions at 1731107770206 (+14 ms)Running coprocessor post-open hooks at 1731107770212 (+6 ms)Region opened successfully at 1731107770212 2024-11-08T23:16:10,213 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107770148 2024-11-08T23:16:10,217 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:16:10,217 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:16:10,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,41229,1731107767943 2024-11-08T23:16:10,220 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,41229,1731107767943, state=OPEN 2024-11-08T23:16:10,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1528101407/meta-region-server 2024-11-08T23:16:10,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1528101407/meta-region-server: CHANGED 2024-11-08T23:16:10,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1528101407/meta-region-server 2024-11-08T23:16:10,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,41229,1731107767943 2024-11-08T23:16:10,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1528101407/meta-region-server: CHANGED 2024-11-08T23:16:10,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:16:10,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,41229,1731107767943 in 252 msec 2024-11-08T23:16:10,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:16:10,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-08T23:16:10,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:10,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:16:10,258 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:10,258 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41229,1731107767943, seqNum=-1] 2024-11-08T23:16:10,258 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:10,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:10,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0510 sec 2024-11-08T23:16:10,269 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107770269, completionTime=-1 2024-11-08T23:16:10,269 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:16:10,270 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:16:10,272 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:16:10,272 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107830272 2024-11-08T23:16:10,272 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107890272 2024-11-08T23:16:10,272 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T23:16:10,273 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38631,1731107767787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:10,273 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38631,1731107767787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:10,273 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38631,1731107767787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:10,273 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:38631, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:10,273 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:10,274 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:10,276 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:16:10,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.205sec 2024-11-08T23:16:10,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:16:10,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:16:10,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:16:10,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:16:10,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:16:10,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38631,1731107767787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:16:10,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38631,1731107767787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:16:10,284 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:16:10,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:16:10,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38631,1731107767787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:10,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38631,-1 for getting cluster id 2024-11-08T23:16:10,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:10,373 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea62316e-895d-4c69-a7d7-31f36f53d35d' 2024-11-08T23:16:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea62316e-895d-4c69-a7d7-31f36f53d35d" 2024-11-08T23:16:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766aceaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38631,-1] 2024-11-08T23:16:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:10,375 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:10,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8533a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41229,1731107767943, seqNum=-1] 2024-11-08T23:16:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:10,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:10,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,38631,1731107767787 2024-11-08T23:16:10,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61717 2024-11-08T23:16:10,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:10,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cbc24220005 connected 2024-11-08T23:16:10,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cedc660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44127,-1 for getting cluster id 2024-11-08T23:16:10,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:10,453 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19b05abe-a5f7-4195-a4e8-8ce8f96c1e8c' 2024-11-08T23:16:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19b05abe-a5f7-4195-a4e8-8ce8f96c1e8c" 2024-11-08T23:16:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421b8c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44127,-1] 2024-11-08T23:16:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:10,456 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134a31fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,44127,1731107762464 2024-11-08T23:16:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18eee645 2024-11-08T23:16:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:10,469 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:10,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:38631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:16:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:16:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:10,477 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:38631' 2024-11-08T23:16:10,496 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb8315f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,496 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38631,-1 for getting cluster id 2024-11-08T23:16:10,496 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:10,498 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea62316e-895d-4c69-a7d7-31f36f53d35d' 2024-11-08T23:16:10,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:10,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea62316e-895d-4c69-a7d7-31f36f53d35d" 2024-11-08T23:16:10,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b2e6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38631,-1] 2024-11-08T23:16:10,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:10,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:10,501 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a34690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:10,504 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:10,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,38631,1731107767787 2024-11-08T23:16:10,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a603188 2024-11-08T23:16:10,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:10,508 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:10,509 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T23:16:10,509 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:16:10,509 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:10,510 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:10,510 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:16:10,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:10,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:16:10,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:16:10,518 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:10,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:16:10,565 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:16:10,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741835_1011 (size=1138) 2024-11-08T23:16:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:10,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5410f130e21d63761b7ac194f0f72877, NAME => 'hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26 2024-11-08T23:16:10,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741836_1012 (size=44) 2024-11-08T23:16:10,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:10,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5410f130e21d63761b7ac194f0f72877, disabling compactions & flushes 2024-11-08T23:16:10,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:10,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:10,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. after waiting 0 ms 2024-11-08T23:16:10,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:10,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:10,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5410f130e21d63761b7ac194f0f72877: Waiting for close lock at 1731107770661Disabling compacts and flushes for region at 1731107770661Disabling writes for close at 1731107770662 (+1 ms)Writing region close event to WAL at 1731107770662Closed at 1731107770662 2024-11-08T23:16:10,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:16:10,665 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107770664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107770664"}]},"ts":"1731107770664"} 2024-11-08T23:16:10,669 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:16:10,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:16:10,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107770671"}]},"ts":"1731107770671"} 2024-11-08T23:16:10,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:16:10,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410f130e21d63761b7ac194f0f72877, ASSIGN}] 2024-11-08T23:16:10,681 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410f130e21d63761b7ac194f0f72877, ASSIGN 2024-11-08T23:16:10,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:16:10,684 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5410f130e21d63761b7ac194f0f72877, ASSIGN; state=OFFLINE, location=300c1216fb79,37703,1731107762662; forceNewPlan=false, retain=false 2024-11-08T23:16:10,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:10,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:10,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:16:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:10,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5410f130e21d63761b7ac194f0f72877, regionState=OPENING, regionLocation=300c1216fb79,37703,1731107762662 2024-11-08T23:16:10,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5410f130e21d63761b7ac194f0f72877, ASSIGN because future has completed 2024-11-08T23:16:10,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5410f130e21d63761b7ac194f0f72877, server=300c1216fb79,37703,1731107762662}] 2024-11-08T23:16:10,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:11,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:11,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:16:11,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C37703%2C1731107762662.rep, suffix=, logDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662, archiveDir=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/oldWALs, maxLogs=10 2024-11-08T23:16:11,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.rep.1731107771006, exclude list is [], retry=0 2024-11-08T23:16:11,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34373,DS-23f35a9a-620f-4bd5-8783-3d5c5eb017ee,DISK] 2024-11-08T23:16:11,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.rep.1731107771006 2024-11-08T23:16:11,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41761:41761)] 2024-11-08T23:16:11,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5410f130e21d63761b7ac194f0f72877, NAME => 'hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:11,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:16:11,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:16:11,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. service=MultiRowMutationService 2024-11-08T23:16:11,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:16:11,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:11,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,062 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,064 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410f130e21d63761b7ac194f0f72877 columnFamilyName hfileref 2024-11-08T23:16:11,064 DEBUG [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:11,064 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] regionserver.HStore(327): Store=5410f130e21d63761b7ac194f0f72877/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:11,064 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,066 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410f130e21d63761b7ac194f0f72877 columnFamilyName queue 2024-11-08T23:16:11,066 DEBUG [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:11,067 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] regionserver.HStore(327): Store=5410f130e21d63761b7ac194f0f72877/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:11,067 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,071 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410f130e21d63761b7ac194f0f72877 columnFamilyName sid 2024-11-08T23:16:11,071 DEBUG [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:11,072 INFO [StoreOpener-5410f130e21d63761b7ac194f0f72877-1 {}] regionserver.HStore(327): Store=5410f130e21d63761b7ac194f0f72877/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:11,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:16:11,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:11,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5410f130e21d63761b7ac194f0f72877; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70689786, jitterRate=0.05335989594459534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:16:11,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5410f130e21d63761b7ac194f0f72877: Running coprocessor pre-open hook at 1731107771061Writing region info on filesystem at 1731107771061Initializing all the Stores at 1731107771062 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107771062Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107771062Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107771062Cleaning up temporary data from old regions at 1731107771076 (+14 ms)Running coprocessor post-open hooks at 1731107771084 (+8 ms)Region opened successfully at 1731107771085 (+1 ms) 2024-11-08T23:16:11,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877., pid=7, masterSystemTime=1731107770992 2024-11-08T23:16:11,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:11,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:11,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5410f130e21d63761b7ac194f0f72877, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,37703,1731107762662 2024-11-08T23:16:11,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5410f130e21d63761b7ac194f0f72877, server=300c1216fb79,37703,1731107762662 because future has completed 2024-11-08T23:16:11,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T23:16:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:11,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5410f130e21d63761b7ac194f0f72877, server=300c1216fb79,37703,1731107762662 in 257 msec 2024-11-08T23:16:11,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:16:11,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410f130e21d63761b7ac194f0f72877, ASSIGN in 424 msec 2024-11-08T23:16:11,105 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:16:11,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107771105"}]},"ts":"1731107771105"} 2024-11-08T23:16:11,114 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:16:11,116 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:16:11,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 605 msec 2024-11-08T23:16:11,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877., hostname=300c1216fb79,37703,1731107762662, seqNum=2] 2024-11-08T23:16:11,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:11,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:11,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:16:11,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T23:16:11,408 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:16:11,462 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,37703,1731107762662, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:16:11,463 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:11,463 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,37703,1731107762662, seqNum=-1] 2024-11-08T23:16:11,464 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:11,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T23:16:11,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,37703,1731107762662', locateType=CURRENT is [region=hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877., hostname=300c1216fb79,37703,1731107762662, seqNum=2] 2024-11-08T23:16:11,474 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T23:16:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T23:16:11,482 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,37703,1731107762662 suceeded 2024-11-08T23:16:11,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T23:16:11,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-08T23:16:11,488 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:38631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:16:11,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0180 sec 2024-11-08T23:16:11,495 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:38631' 2024-11-08T23:16:11,497 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484a9557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:11,497 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38631,-1 for getting cluster id 2024-11-08T23:16:11,498 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:11,499 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea62316e-895d-4c69-a7d7-31f36f53d35d' 2024-11-08T23:16:11,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:11,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea62316e-895d-4c69-a7d7-31f36f53d35d" 2024-11-08T23:16:11,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18b11583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:11,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38631,-1] 2024-11-08T23:16:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:11,501 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:11,502 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cac2b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:11,502 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,38631,1731107767787 2024-11-08T23:16:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f597cd 2024-11-08T23:16:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:11,504 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T23:16:11,505 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,37703,1731107762662 (queues=1) is replicating from cluster=19b05abe-a5f7-4195-a4e8-8ce8f96c1e8c to cluster=ea62316e-895d-4c69-a7d7-31f36f53d35d 2024-11-08T23:16:11,505 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C37703%2C1731107762662 2024-11-08T23:16:11,505 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,37703,1731107762662, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:16:11,506 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579, startPosition=0, beingWritten=true 2024-11-08T23:16:11,508 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.shipper300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C37703%2C1731107762662 2024-11-08T23:16:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:11,610 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:16:11,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:16:11,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:11,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:11,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:11,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:11,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,44127,1731107762464 2024-11-08T23:16:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d23aba1 2024-11-08T23:16:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:11,614 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:11,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T23:16:11,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:16:11,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:16:11,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:11,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:11,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:11,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:11,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:16:11,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841220484, stopped=false 2024-11-08T23:16:11,616 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,38631,1731107767787 2024-11-08T23:16:11,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1528101407/running 2024-11-08T23:16:11,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:11,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:16:11,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:16:11,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1528101407/running 2024-11-08T23:16:11,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:11,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:11,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:11,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,41229,1731107767943' ***** 2024-11-08T23:16:11,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:16:11,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on znode that does not yet exist, /1528101407/running 2024-11-08T23:16:11,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Set watcher on znode that does not yet exist, /1528101407/running 2024-11-08T23:16:11,645 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:16:11,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,41229,1731107767943 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:41229. 2024-11-08T23:16:11,646 DEBUG [RS:0;300c1216fb79:41229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:11,646 DEBUG [RS:0;300c1216fb79:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:16:11,646 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:16:11,647 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:16:11,647 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:16:11,647 DEBUG [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:16:11,647 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:16:11,647 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:16:11,647 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:16:11,647 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:16:11,647 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:16:11,648 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T23:16:11,671 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740/.tmp/ns/f27554eb8cca431b963eb81e1f2d03ff is 43, key is default/ns:d/1731107770261/Put/seqid=0 2024-11-08T23:16:11,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741835_1011 (size=5153) 2024-11-08T23:16:11,683 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740/.tmp/ns/f27554eb8cca431b963eb81e1f2d03ff 2024-11-08T23:16:11,692 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740/.tmp/ns/f27554eb8cca431b963eb81e1f2d03ff as hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740/ns/f27554eb8cca431b963eb81e1f2d03ff 2024-11-08T23:16:11,702 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740/ns/f27554eb8cca431b963eb81e1f2d03ff, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T23:16:11,703 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=6, compaction requested=false 2024-11-08T23:16:11,708 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T23:16:11,709 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:16:11,709 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:16:11,709 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:16:11,709 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107771647Running coprocessor pre-close hooks at 1731107771647Disabling compacts and flushes for region at 1731107771647Disabling writes for close at 1731107771647Obtaining lock to block concurrent updates at 1731107771648 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731107771648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731107771649 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731107771649Flushing 1588230740/ns: creating writer at 1731107771649Flushing 1588230740/ns: appending metadata at 1731107771671 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731107771671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fd4f1f: reopening flushed file at 1731107771691 (+20 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=6, compaction requested=false at 1731107771703 (+12 ms)Writing region close event to WAL at 1731107771704 (+1 ms)Running coprocessor post-close hooks at 1731107771708 (+4 ms)Closed at 1731107771709 (+1 ms) 2024-11-08T23:16:11,709 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:16:11,731 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579 to pos 0, reset compression=false 2024-11-08T23:16:11,735 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:16:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:16:11,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T23:16:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T23:16:11,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T23:16:11,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:16:11,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T23:16:11,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:16:11,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T23:16:11,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T23:16:11,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T23:16:11,847 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,41229,1731107767943; all regions closed. 2024-11-08T23:16:11,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741834_1010 (size=1152) 2024-11-08T23:16:11,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943/300c1216fb79%2C41229%2C1731107767943.meta.1731107770159.meta not finished, retry = 0 2024-11-08T23:16:11,953 DEBUG [RS:0;300c1216fb79:41229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/oldWALs 2024-11-08T23:16:11,953 INFO [RS:0;300c1216fb79:41229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C41229%2C1731107767943.meta:.meta(num 1731107770159) 2024-11-08T23:16:11,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/WALs/300c1216fb79,41229,1731107767943/300c1216fb79%2C41229%2C1731107767943.1731107769670 not finished, retry = 0 2024-11-08T23:16:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741833_1009 (size=93) 2024-11-08T23:16:12,038 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579 to pos 0, reset compression=false 2024-11-08T23:16:12,060 DEBUG [RS:0;300c1216fb79:41229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/oldWALs 2024-11-08T23:16:12,060 INFO [RS:0;300c1216fb79:41229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C41229%2C1731107767943:(num 1731107769670) 2024-11-08T23:16:12,060 DEBUG [RS:0;300c1216fb79:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:12,060 INFO [RS:0;300c1216fb79:41229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:16:12,060 INFO [RS:0;300c1216fb79:41229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:16:12,060 INFO [RS:0;300c1216fb79:41229 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:16:12,060 INFO [RS:0;300c1216fb79:41229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:16:12,061 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:16:12,061 INFO [RS:0;300c1216fb79:41229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41229 2024-11-08T23:16:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407/rs 2024-11-08T23:16:12,095 INFO [RS:0;300c1216fb79:41229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:16:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1528101407/rs/300c1216fb79,41229,1731107767943 2024-11-08T23:16:12,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,41229,1731107767943] 2024-11-08T23:16:12,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1528101407/draining/300c1216fb79,41229,1731107767943 already deleted, retry=false 2024-11-08T23:16:12,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,41229,1731107767943 expired; onlineServers=0 2024-11-08T23:16:12,116 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,38631,1731107767787' ***** 2024-11-08T23:16:12,117 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:16:12,117 INFO [M:0;300c1216fb79:38631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:16:12,117 INFO [M:0;300c1216fb79:38631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:16:12,117 DEBUG [M:0;300c1216fb79:38631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:16:12,117 DEBUG [M:0;300c1216fb79:38631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:16:12,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:16:12,117 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107769332 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107769332,5,FailOnTimeoutGroup] 2024-11-08T23:16:12,117 INFO [M:0;300c1216fb79:38631 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:16:12,117 INFO [M:0;300c1216fb79:38631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:16:12,117 DEBUG [M:0;300c1216fb79:38631 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:16:12,117 INFO [M:0;300c1216fb79:38631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:16:12,118 INFO [M:0;300c1216fb79:38631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:16:12,118 INFO [M:0;300c1216fb79:38631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:16:12,118 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:16:12,118 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107769329 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107769329,5,FailOnTimeoutGroup] 2024-11-08T23:16:12,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1528101407/master 2024-11-08T23:16:12,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1528101407 2024-11-08T23:16:12,137 DEBUG [M:0;300c1216fb79:38631 {}] zookeeper.RecoverableZooKeeper(212): Node /1528101407/master already deleted, retry=false 2024-11-08T23:16:12,138 DEBUG [M:0;300c1216fb79:38631 {}] master.ActiveMasterManager(353): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Failed delete of our master address node; KeeperErrorCode = NoNode for /1528101407/master 2024-11-08T23:16:12,138 INFO [M:0;300c1216fb79:38631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/.lastflushedseqids 2024-11-08T23:16:12,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741836_1012 (size=99) 2024-11-08T23:16:12,207 INFO [RS:0;300c1216fb79:41229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:16:12,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:12,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x1011cbc24220004, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:12,207 INFO [RS:0;300c1216fb79:41229 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,41229,1731107767943; zookeeper connection closed. 2024-11-08T23:16:12,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@784a672b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@784a672b 2024-11-08T23:16:12,208 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:16:12,446 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579 to pos 0, reset compression=false 2024-11-08T23:16:12,549 INFO [M:0;300c1216fb79:38631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:16:12,549 INFO [M:0;300c1216fb79:38631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:16:12,550 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:16:12,550 INFO [M:0;300c1216fb79:38631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:12,550 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:12,550 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:16:12,550 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:12,550 INFO [M:0;300c1216fb79:38631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T23:16:12,570 DEBUG [M:0;300c1216fb79:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27b892801fd245aeb6c7071a38f6af5c is 82, key is hbase:meta,,1/info:regioninfo/1731107770218/Put/seqid=0 2024-11-08T23:16:12,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741837_1013 (size=5672) 2024-11-08T23:16:12,952 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579 to pos 0, reset compression=false 2024-11-08T23:16:12,975 INFO [M:0;300c1216fb79:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27b892801fd245aeb6c7071a38f6af5c 2024-11-08T23:16:13,000 DEBUG [M:0;300c1216fb79:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cf1366bb1f54e92b1180f45581cb235 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731107770268/Put/seqid=0 2024-11-08T23:16:13,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741838_1014 (size=5275) 2024-11-08T23:16:13,406 INFO [M:0;300c1216fb79:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cf1366bb1f54e92b1180f45581cb235 2024-11-08T23:16:13,425 DEBUG [M:0;300c1216fb79:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1842cb6d81f946e8b3d2bd3465e8475a is 69, key is 300c1216fb79,41229,1731107767943/rs:state/1731107769441/Put/seqid=0 2024-11-08T23:16:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741839_1015 (size=5156) 2024-11-08T23:16:13,557 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579 to pos 0, reset compression=false 2024-11-08T23:16:13,832 INFO [M:0;300c1216fb79:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1842cb6d81f946e8b3d2bd3465e8475a 2024-11-08T23:16:13,839 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27b892801fd245aeb6c7071a38f6af5c as hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27b892801fd245aeb6c7071a38f6af5c 2024-11-08T23:16:13,845 INFO [M:0;300c1216fb79:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27b892801fd245aeb6c7071a38f6af5c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T23:16:13,846 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cf1366bb1f54e92b1180f45581cb235 as hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cf1366bb1f54e92b1180f45581cb235 2024-11-08T23:16:13,852 INFO [M:0;300c1216fb79:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cf1366bb1f54e92b1180f45581cb235, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T23:16:13,853 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1842cb6d81f946e8b3d2bd3465e8475a as hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1842cb6d81f946e8b3d2bd3465e8475a 2024-11-08T23:16:13,858 INFO [M:0;300c1216fb79:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42155/user/jenkins/test-data/fc061a92-6a4c-c5a0-ef47-f3cd85dafb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1842cb6d81f946e8b3d2bd3465e8475a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T23:16:13,859 INFO [M:0;300c1216fb79:38631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false 2024-11-08T23:16:13,869 INFO [M:0;300c1216fb79:38631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:13,870 DEBUG [M:0;300c1216fb79:38631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107772549Disabling compacts and flushes for region at 1731107772549Disabling writes for close at 1731107772550 (+1 ms)Obtaining lock to block concurrent updates at 1731107772550Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107772550Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731107772550Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107772551 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107772551Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107772569 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107772569Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107772980 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107773000 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107773000Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107773411 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107773424 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107773424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f4953a: reopening flushed file at 1731107773838 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6055b2: reopening flushed file at 1731107773845 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245c581b: reopening flushed file at 1731107773852 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false at 1731107773859 (+7 ms)Writing region close event to WAL at 1731107773869 (+10 ms)Closed at 1731107773869 2024-11-08T23:16:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741830_1006 (size=10165) 2024-11-08T23:16:13,873 INFO [M:0;300c1216fb79:38631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:16:13,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:16:13,873 INFO [M:0;300c1216fb79:38631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38631 2024-11-08T23:16:13,874 INFO [M:0;300c1216fb79:38631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:16:13,984 INFO [M:0;300c1216fb79:38631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:16:13,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:13,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x1011cbc24220003, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:13,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3942448e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:16:13,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dd49cc1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:16:13,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:16:13,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d34bb4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:16:13,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ab07b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.log.dir/,STOPPED} 2024-11-08T23:16:13,991 WARN [BP-425519581-172.17.0.2-1731107765518 heartbeating to localhost/127.0.0.1:42155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:16:13,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:16:13,991 WARN [BP-425519581-172.17.0.2-1731107765518 heartbeating to localhost/127.0.0.1:42155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-425519581-172.17.0.2-1731107765518 (Datanode Uuid b723ce8f-fe7c-4ba1-95e6-8058dffed058) service to localhost/127.0.0.1:42155 2024-11-08T23:16:13,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:16:13,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/cluster_9a24318f-982f-8f0c-814e-7c2374f7300f/data/data1/current/BP-425519581-172.17.0.2-1731107765518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:16:13,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/cluster_9a24318f-982f-8f0c-814e-7c2374f7300f/data/data2/current/BP-425519581-172.17.0.2-1731107765518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:16:13,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:16:13,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1558cfc9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:16:13,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c0f823e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:16:13,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:16:13,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a908fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:16:13,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.log.dir/,STOPPED} 2024-11-08T23:16:14,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:16:14,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:16:14,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:16:14,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:14,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:14,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:14,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:14,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:16:14,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585175894, stopped=false 2024-11-08T23:16:14,013 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,44127,1731107762464 2024-11-08T23:16:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220950216/running 2024-11-08T23:16:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220950216/running 2024-11-08T23:16:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:14,032 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:16:14,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:16:14,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:14,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:14,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on znode that does not yet exist, /0-1220950216/running 2024-11-08T23:16:14,033 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,37703,1731107762662' ***** 2024-11-08T23:16:14,033 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:16:14,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Set watcher on znode that does not yet exist, /0-1220950216/running 2024-11-08T23:16:14,033 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:16:14,033 INFO [RS:0;300c1216fb79:37703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:16:14,033 INFO [RS:0;300c1216fb79:37703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:16:14,033 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:16:14,033 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:14,034 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,37703,1731107762662 2024-11-08T23:16:14,034 INFO [RS:0;300c1216fb79:37703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:16:14,034 INFO [RS:0;300c1216fb79:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:37703. 2024-11-08T23:16:14,034 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5410f130e21d63761b7ac194f0f72877, disabling compactions & flushes 2024-11-08T23:16:14,034 DEBUG [RS:0;300c1216fb79:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:14,034 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:14,034 DEBUG [RS:0;300c1216fb79:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:14,034 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:14,034 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. after waiting 0 ms 2024-11-08T23:16:14,034 INFO [RS:0;300c1216fb79:37703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:16:14,034 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:14,034 INFO [RS:0;300c1216fb79:37703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:16:14,034 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5410f130e21d63761b7ac194f0f72877 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T23:16:14,034 INFO [RS:0;300c1216fb79:37703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:16:14,034 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:16:14,034 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:16:14,034 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5410f130e21d63761b7ac194f0f72877=hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877.} 2024-11-08T23:16:14,034 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:14,035 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:16:14,035 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:16:14,035 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:16:14,035 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:16:14,035 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:16:14,035 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T23:16:14,050 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877/.tmp/queue/1b8176545e384e0498d573fa1e6e5223 is 151, key is 1-300c1216fb79,37703,1731107762662/queue:300c1216fb79%2C37703%2C1731107762662/1731107771470/Put/seqid=0 2024-11-08T23:16:14,051 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/info/e6de3e6f5d804b15a86e2b0fc6404d8c is 147, key is hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877./info:regioninfo/1731107771091/Put/seqid=0 2024-11-08T23:16:14,051 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:16:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741838_1014 (size=5350) 2024-11-08T23:16:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741839_1015 (size=6631) 2024-11-08T23:16:14,235 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:14,264 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579 to pos 0, reset compression=false 2024-11-08T23:16:14,431 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:16:14,431 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:16:14,435 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5410f130e21d63761b7ac194f0f72877 2024-11-08T23:16:14,458 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877/.tmp/queue/1b8176545e384e0498d573fa1e6e5223 2024-11-08T23:16:14,464 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/info/e6de3e6f5d804b15a86e2b0fc6404d8c 2024-11-08T23:16:14,473 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877/.tmp/queue/1b8176545e384e0498d573fa1e6e5223 as hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877/queue/1b8176545e384e0498d573fa1e6e5223 2024-11-08T23:16:14,488 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877/queue/1b8176545e384e0498d573fa1e6e5223, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T23:16:14,490 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5410f130e21d63761b7ac194f0f72877 in 456ms, sequenceid=5, compaction requested=false 2024-11-08T23:16:14,490 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T23:16:14,509 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/replication/5410f130e21d63761b7ac194f0f72877/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:16:14,510 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:16:14,510 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:16:14,510 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:14,510 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5410f130e21d63761b7ac194f0f72877: Waiting for close lock at 1731107774034Running coprocessor pre-close hooks at 1731107774034Disabling compacts and flushes for region at 1731107774034Disabling writes for close at 1731107774034Obtaining lock to block concurrent updates at 1731107774034Preparing flush snapshotting stores in 5410f130e21d63761b7ac194f0f72877 at 1731107774034Finished memstore snapshotting hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731107774034Flushing stores of hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. at 1731107774035 (+1 ms)Flushing 5410f130e21d63761b7ac194f0f72877/queue: creating writer at 1731107774035Flushing 5410f130e21d63761b7ac194f0f72877/queue: appending metadata at 1731107774049 (+14 ms)Flushing 5410f130e21d63761b7ac194f0f72877/queue: closing flushed file at 1731107774050 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402b1028: reopening flushed file at 1731107774470 (+420 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5410f130e21d63761b7ac194f0f72877 in 456ms, sequenceid=5, compaction requested=false at 1731107774490 (+20 ms)Writing region close event to WAL at 1731107774492 (+2 ms)Running coprocessor post-close hooks at 1731107774510 (+18 ms)Closed at 1731107774510 2024-11-08T23:16:14,510 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731107770510.5410f130e21d63761b7ac194f0f72877. 2024-11-08T23:16:14,519 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/ns/ece4084d409145cbb0f5595b72ba7983 is 43, key is default/ns:d/1731107765303/Put/seqid=0 2024-11-08T23:16:14,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741840_1016 (size=5153) 2024-11-08T23:16:14,531 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/ns/ece4084d409145cbb0f5595b72ba7983 2024-11-08T23:16:14,558 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/table/71ae94dcca9a44d8be15f43a4299fb6a is 53, key is hbase:replication/table:state/1731107771105/Put/seqid=0 2024-11-08T23:16:14,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741841_1017 (size=5256) 2024-11-08T23:16:14,635 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:16:14,835 DEBUG [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:16:14,963 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/table/71ae94dcca9a44d8be15f43a4299fb6a 2024-11-08T23:16:14,970 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/info/e6de3e6f5d804b15a86e2b0fc6404d8c as hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/info/e6de3e6f5d804b15a86e2b0fc6404d8c 2024-11-08T23:16:14,977 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/info/e6de3e6f5d804b15a86e2b0fc6404d8c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T23:16:14,978 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/ns/ece4084d409145cbb0f5595b72ba7983 as hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/ns/ece4084d409145cbb0f5595b72ba7983 2024-11-08T23:16:14,985 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/ns/ece4084d409145cbb0f5595b72ba7983, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:16:14,986 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/.tmp/table/71ae94dcca9a44d8be15f43a4299fb6a as hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/table/71ae94dcca9a44d8be15f43a4299fb6a 2024-11-08T23:16:14,992 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/table/71ae94dcca9a44d8be15f43a4299fb6a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T23:16:14,994 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=11, compaction requested=false 2024-11-08T23:16:15,011 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T23:16:15,012 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:16:15,012 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:16:15,012 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:16:15,012 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107774035Running coprocessor pre-close hooks at 1731107774035Disabling compacts and flushes for region at 1731107774035Disabling writes for close at 1731107774035Obtaining lock to block concurrent updates at 1731107774035Preparing flush snapshotting stores in 1588230740 at 1731107774035Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731107774035Flushing stores of hbase:meta,,1.1588230740 at 1731107774036 (+1 ms)Flushing 1588230740/info: creating writer at 1731107774036Flushing 1588230740/info: appending metadata at 1731107774051 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731107774051Flushing 1588230740/ns: creating writer at 1731107774492 (+441 ms)Flushing 1588230740/ns: appending metadata at 1731107774518 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731107774518Flushing 1588230740/table: creating writer at 1731107774539 (+21 ms)Flushing 1588230740/table: appending metadata at 1731107774557 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731107774557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40071c93: reopening flushed file at 1731107774969 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7386a2: reopening flushed file at 1731107774977 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51154df7: reopening flushed file at 1731107774985 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=11, compaction requested=false at 1731107774994 (+9 ms)Writing region close event to WAL at 1731107774995 (+1 ms)Running coprocessor post-close hooks at 1731107775012 (+17 ms)Closed at 1731107775012 2024-11-08T23:16:15,012 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:16:15,036 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,37703,1731107762662; all regions closed. 2024-11-08T23:16:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741834_1010 (size=2742) 2024-11-08T23:16:15,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.meta.1731107765119.meta not finished, retry = 0 2024-11-08T23:16:15,077 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/WALs/300c1216fb79,37703,1731107762662/300c1216fb79%2C37703%2C1731107762662.1731107764579 to pos 0, reset compression=false 2024-11-08T23:16:15,141 DEBUG [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/oldWALs 2024-11-08T23:16:15,141 INFO [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C37703%2C1731107762662.meta:.meta(num 1731107765119) 2024-11-08T23:16:15,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741837_1013 (size=1586) 2024-11-08T23:16:15,145 DEBUG [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/oldWALs 2024-11-08T23:16:15,145 INFO [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C37703%2C1731107762662.rep:(num 1731107771006) 2024-11-08T23:16:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741833_1009 (size=93) 2024-11-08T23:16:15,149 DEBUG [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/oldWALs 2024-11-08T23:16:15,149 INFO [RS:0;300c1216fb79:37703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C37703%2C1731107762662:(num 1731107764579) 2024-11-08T23:16:15,150 DEBUG [RS:0;300c1216fb79:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:15,150 INFO [RS:0;300c1216fb79:37703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:16:15,150 INFO [RS:0;300c1216fb79:37703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:16:15,150 INFO [RS:0;300c1216fb79:37703 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T23:16:15,150 INFO [RS:0;300c1216fb79:37703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:16:15,150 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:16:15,150 INFO [RS:0;300c1216fb79:37703 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,37703,1731107762662 because: Region server is closing 2024-11-08T23:16:15,150 INFO [RS:0;300c1216fb79:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:37703. 2024-11-08T23:16:15,150 DEBUG [RS:0;300c1216fb79:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:15,150 DEBUG [RS:0;300c1216fb79:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:15,150 DEBUG [RS:0;300c1216fb79:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:15,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:15,251 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.shipper300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:16:15,251 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.wal-reader.300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:16:15,251 INFO [RS:0;300c1216fb79:37703 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37703,1731107762662.replicationSource.shipper300c1216fb79%2C37703%2C1731107762662,1-300c1216fb79,37703,1731107762662 terminated 2024-11-08T23:16:15,251 INFO [RS:0;300c1216fb79:37703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37703 2024-11-08T23:16:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216/rs 2024-11-08T23:16:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220950216/rs/300c1216fb79,37703,1731107762662 2024-11-08T23:16:15,274 INFO [RS:0;300c1216fb79:37703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:16:15,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,37703,1731107762662] 2024-11-08T23:16:15,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220950216/draining/300c1216fb79,37703,1731107762662 already deleted, retry=false 2024-11-08T23:16:15,295 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,37703,1731107762662 expired; onlineServers=0 2024-11-08T23:16:15,295 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,44127,1731107762464' ***** 2024-11-08T23:16:15,295 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:16:15,295 INFO [M:0;300c1216fb79:44127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:16:15,295 INFO [M:0;300c1216fb79:44127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:16:15,295 DEBUG [M:0;300c1216fb79:44127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:16:15,295 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:16:15,295 DEBUG [M:0;300c1216fb79:44127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:16:15,295 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107764344 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107764344,5,FailOnTimeoutGroup] 2024-11-08T23:16:15,295 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107764340 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107764340,5,FailOnTimeoutGroup] 2024-11-08T23:16:15,296 INFO [M:0;300c1216fb79:44127 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:16:15,296 INFO [M:0;300c1216fb79:44127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:16:15,296 DEBUG [M:0;300c1216fb79:44127 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:16:15,296 INFO [M:0;300c1216fb79:44127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:16:15,296 INFO [M:0;300c1216fb79:44127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:16:15,296 INFO [M:0;300c1216fb79:44127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:16:15,297 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:16:15,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220950216/master 2024-11-08T23:16:15,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220950216 2024-11-08T23:16:15,305 DEBUG [M:0;300c1216fb79:44127 {}] zookeeper.ZKUtil(347): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Unable to get data of znode /0-1220950216/master because node does not exist (not an error) 2024-11-08T23:16:15,306 WARN [M:0;300c1216fb79:44127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:16:15,306 INFO [M:0;300c1216fb79:44127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/.lastflushedseqids 2024-11-08T23:16:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741842_1018 (size=181) 2024-11-08T23:16:15,385 INFO [RS:0;300c1216fb79:37703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:16:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x1011cbc24220001, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:15,385 INFO [RS:0;300c1216fb79:37703 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,37703,1731107762662; zookeeper connection closed. 2024-11-08T23:16:15,385 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32d06ada {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32d06ada 2024-11-08T23:16:15,385 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:16:15,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:16:15,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:15,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:15,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:15,737 INFO [M:0;300c1216fb79:44127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:16:15,737 INFO [M:0;300c1216fb79:44127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:16:15,737 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:16:15,737 INFO [M:0;300c1216fb79:44127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:15,737 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:15,737 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:16:15,737 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:15,737 INFO [M:0;300c1216fb79:44127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T23:16:15,754 DEBUG [M:0;300c1216fb79:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d262255663445dbab768c27877d54d1 is 82, key is hbase:meta,,1/info:regioninfo/1731107765251/Put/seqid=0 2024-11-08T23:16:15,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741843_1019 (size=5672) 2024-11-08T23:16:16,160 INFO [M:0;300c1216fb79:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d262255663445dbab768c27877d54d1 2024-11-08T23:16:16,180 DEBUG [M:0;300c1216fb79:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7741e51e3c4240b6864eef1799dcd0fd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731107771118/Put/seqid=0 2024-11-08T23:16:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741844_1020 (size=7203) 2024-11-08T23:16:16,588 INFO [M:0;300c1216fb79:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7741e51e3c4240b6864eef1799dcd0fd 2024-11-08T23:16:16,609 DEBUG [M:0;300c1216fb79:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df1a3974e69640ed94dd141ad6b5ac75 is 69, key is 300c1216fb79,37703,1731107762662/rs:state/1731107764386/Put/seqid=0 2024-11-08T23:16:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741845_1021 (size=5156) 2024-11-08T23:16:16,613 INFO [M:0;300c1216fb79:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df1a3974e69640ed94dd141ad6b5ac75 2024-11-08T23:16:16,619 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d262255663445dbab768c27877d54d1 as hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d262255663445dbab768c27877d54d1 2024-11-08T23:16:16,628 INFO [M:0;300c1216fb79:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d262255663445dbab768c27877d54d1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T23:16:16,631 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7741e51e3c4240b6864eef1799dcd0fd as hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7741e51e3c4240b6864eef1799dcd0fd 2024-11-08T23:16:16,643 INFO [M:0;300c1216fb79:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7741e51e3c4240b6864eef1799dcd0fd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T23:16:16,644 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df1a3974e69640ed94dd141ad6b5ac75 as hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df1a3974e69640ed94dd141ad6b5ac75 2024-11-08T23:16:16,650 INFO [M:0;300c1216fb79:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35239/user/jenkins/test-data/1ffab566-ef18-e405-1599-19d4c02b6a26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df1a3974e69640ed94dd141ad6b5ac75, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T23:16:16,651 INFO [M:0;300c1216fb79:44127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=70, compaction requested=false 2024-11-08T23:16:16,652 INFO [M:0;300c1216fb79:44127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:16,652 DEBUG [M:0;300c1216fb79:44127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107775737Disabling compacts and flushes for region at 1731107775737Disabling writes for close at 1731107775737Obtaining lock to block concurrent updates at 1731107775737Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107775737Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731107775738 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107775738Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107775738Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107775754 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107775754Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107776165 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107776179 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107776179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107776593 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107776608 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107776608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca1d74: reopening flushed file at 1731107776618 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204f41b6: reopening flushed file at 1731107776628 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664320b4: reopening flushed file at 1731107776643 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=70, compaction requested=false at 1731107776651 (+8 ms)Writing region close event to WAL at 1731107776652 (+1 ms)Closed at 1731107776652 2024-11-08T23:16:16,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741830_1006 (size=41008) 2024-11-08T23:16:16,655 INFO [M:0;300c1216fb79:44127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:16:16,655 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:16:16,656 INFO [M:0;300c1216fb79:44127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44127 2024-11-08T23:16:16,656 INFO [M:0;300c1216fb79:44127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:16:16,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:16,805 INFO [M:0;300c1216fb79:44127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:16:16,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x1011cbc24220000, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:16:16,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198d6b6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:16:16,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a581f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:16:16,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:16:16,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb07959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:16:16,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.log.dir/,STOPPED} 2024-11-08T23:16:16,811 WARN [BP-1997445983-172.17.0.2-1731107760291 heartbeating to localhost/127.0.0.1:35239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:16:16,811 WARN [BP-1997445983-172.17.0.2-1731107760291 heartbeating to localhost/127.0.0.1:35239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1997445983-172.17.0.2-1731107760291 (Datanode Uuid 63e2259c-bd28-42e3-9ef5-56d1776d1606) service to localhost/127.0.0.1:35239 2024-11-08T23:16:16,811 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:16:16,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:16:16,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/cluster_0a4437da-9929-496d-407a-17264063ac36/data/data1/current/BP-1997445983-172.17.0.2-1731107760291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:16:16,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/cluster_0a4437da-9929-496d-407a-17264063ac36/data/data2/current/BP-1997445983-172.17.0.2-1731107760291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:16:16,813 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:16:16,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:16:16,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:16:16,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:16:16,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:16:16,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e921af0-214f-bcd3-4c49-2fcd92a9bd22/hadoop.log.dir/,STOPPED} 2024-11-08T23:16:16,834 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:16:16,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:16:16,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35239 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61717) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42155 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61717) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 416) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2990 (was 3500) 2024-11-08T23:16:16,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=2991 2024-11-08T23:16:16,889 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T23:16:16,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.log.dir so I do NOT create it in target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093 2024-11-08T23:16:16,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:16:16,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.tmp.dir so I do NOT create it in target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093 2024-11-08T23:16:16,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed2c97a1-73ff-70b0-3a20-735680362be6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:16:16,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093 2024-11-08T23:16:16,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/cluster_2233c131-7227-35a3-918e-0dbd2032e860, deleteOnExit=true 2024-11-08T23:16:16,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/cluster_2233c131-7227-35a3-918e-0dbd2032e860/zookeeper_0, clientPort=59592, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/cluster_2233c131-7227-35a3-918e-0dbd2032e860/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/cluster_2233c131-7227-35a3-918e-0dbd2032e860/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:16:16,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59592 2024-11-08T23:16:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:16:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:16:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/test.cache.data in system properties and HBase conf 2024-11-08T23:16:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:16:16,902 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:16:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:16:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:16:16,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cbc24220005, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:16:16,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cbc24220002, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:16:16,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cbc24220005, quorum=127.0.0.1:61717, baseZNode=/1528101407 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:16:16,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cbc24220002, quorum=127.0.0.1:61717, baseZNode=/0-1220950216 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:16:17,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:17,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:16:17,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:16:17,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:16:17,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:16:17,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:17,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e7127e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:16:17,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f31b59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:16:17,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ea59de4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/java.io.tmpdir/jetty-localhost-44437-hadoop-hdfs-3_4_1-tests_jar-_-any-13994012741098899717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:16:17,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b41f308{HTTP/1.1, (http/1.1)}{localhost:44437} 2024-11-08T23:16:17,753 INFO [Time-limited test {}] server.Server(415): Started @54158ms 2024-11-08T23:16:18,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:18,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:16:18,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:16:18,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:16:18,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:16:18,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489869af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:16:18,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@352c2b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:16:18,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21676263{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/java.io.tmpdir/jetty-localhost-42455-hadoop-hdfs-3_4_1-tests_jar-_-any-3849500333837731666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:16:18,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51caf3d6{HTTP/1.1, (http/1.1)}{localhost:42455} 2024-11-08T23:16:18,146 INFO [Time-limited test {}] server.Server(415): Started @54551ms 2024-11-08T23:16:18,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:16:18,839 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/cluster_2233c131-7227-35a3-918e-0dbd2032e860/data/data1/current/BP-183792413-172.17.0.2-1731107776930/current, will proceed with Du for space computation calculation, 2024-11-08T23:16:18,839 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/cluster_2233c131-7227-35a3-918e-0dbd2032e860/data/data2/current/BP-183792413-172.17.0.2-1731107776930/current, will proceed with Du for space computation calculation, 2024-11-08T23:16:18,856 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:16:18,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28cb20c00d105446 with lease ID 0x5f25467a1c3a2547: Processing first storage report for DS-1817772b-a02e-437d-9303-4e9ad63ddd6b from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=55bf2304-7a9e-4f28-b7d5-bb8d02786d1a, infoPort=37395, infoSecurePort=0, ipcPort=34021, storageInfo=lv=-57;cid=testClusterID;nsid=179040395;c=1731107776930) 2024-11-08T23:16:18,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28cb20c00d105446 with lease ID 0x5f25467a1c3a2547: from storage DS-1817772b-a02e-437d-9303-4e9ad63ddd6b node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=55bf2304-7a9e-4f28-b7d5-bb8d02786d1a, infoPort=37395, infoSecurePort=0, ipcPort=34021, storageInfo=lv=-57;cid=testClusterID;nsid=179040395;c=1731107776930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:16:18,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28cb20c00d105446 with lease ID 0x5f25467a1c3a2547: Processing first storage report for DS-d966f161-74f8-450a-a8b0-28bc50fa4104 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=55bf2304-7a9e-4f28-b7d5-bb8d02786d1a, infoPort=37395, infoSecurePort=0, ipcPort=34021, storageInfo=lv=-57;cid=testClusterID;nsid=179040395;c=1731107776930) 2024-11-08T23:16:18,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28cb20c00d105446 with lease ID 0x5f25467a1c3a2547: from storage DS-d966f161-74f8-450a-a8b0-28bc50fa4104 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=55bf2304-7a9e-4f28-b7d5-bb8d02786d1a, infoPort=37395, infoSecurePort=0, ipcPort=34021, storageInfo=lv=-57;cid=testClusterID;nsid=179040395;c=1731107776930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:16:18,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093 2024-11-08T23:16:18,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:18,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:16:19,321 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757 with version=8 2024-11-08T23:16:19,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/hbase-staging 2024-11-08T23:16:19,323 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:16:19,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:19,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:19,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:16:19,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:19,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:16:19,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:16:19,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:16:19,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35829 2024-11-08T23:16:19,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35829 connecting to ZooKeeper ensemble=127.0.0.1:59592 2024-11-08T23:16:19,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358290x0, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:19,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35829-0x1011cbc65280000 connected 2024-11-08T23:16:19,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:19,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:19,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on znode that does not yet exist, /0227740289/running 2024-11-08T23:16:19,509 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757, hbase.cluster.distributed=false 2024-11-08T23:16:19,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on znode that does not yet exist, /0227740289/acl 2024-11-08T23:16:19,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35829 2024-11-08T23:16:19,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35829 2024-11-08T23:16:19,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35829 2024-11-08T23:16:19,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35829 2024-11-08T23:16:19,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35829 2024-11-08T23:16:19,527 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:16:19,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:19,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:19,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:16:19,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:19,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:16:19,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:16:19,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:16:19,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38423 2024-11-08T23:16:19,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38423 connecting to ZooKeeper ensemble=127.0.0.1:59592 2024-11-08T23:16:19,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:19,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:19,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384230x0, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:19,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384230x0, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on znode that does not yet exist, /0227740289/running 2024-11-08T23:16:19,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:16:19,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38423-0x1011cbc65280001 connected 2024-11-08T23:16:19,553 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:16:19,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on znode that does not yet exist, /0227740289/master 2024-11-08T23:16:19,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on znode that does not yet exist, /0227740289/acl 2024-11-08T23:16:19,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38423 2024-11-08T23:16:19,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38423 2024-11-08T23:16:19,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38423 2024-11-08T23:16:19,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38423 2024-11-08T23:16:19,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38423 2024-11-08T23:16:19,582 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:35829 2024-11-08T23:16:19,582 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0227740289/backup-masters/300c1216fb79,35829,1731107779323 2024-11-08T23:16:19,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289/backup-masters 2024-11-08T23:16:19,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289/backup-masters 2024-11-08T23:16:19,591 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on existing znode=/0227740289/backup-masters/300c1216fb79,35829,1731107779323 2024-11-08T23:16:19,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:19,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0227740289/master 2024-11-08T23:16:19,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:19,601 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on existing znode=/0227740289/master 2024-11-08T23:16:19,601 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0227740289/backup-masters/300c1216fb79,35829,1731107779323 from backup master directory 2024-11-08T23:16:19,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289/backup-masters 2024-11-08T23:16:19,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0227740289/backup-masters/300c1216fb79,35829,1731107779323 2024-11-08T23:16:19,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289/backup-masters 2024-11-08T23:16:19,611 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:16:19,611 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,35829,1731107779323 2024-11-08T23:16:19,615 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/hbase.id] with ID: c13d7ed6-dd54-4761-bfac-8a2167dc3892 2024-11-08T23:16:19,616 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/.tmp/hbase.id 2024-11-08T23:16:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:16:19,625 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/.tmp/hbase.id]:[hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/hbase.id] 2024-11-08T23:16:19,652 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:19,652 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:16:19,655 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T23:16:19,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:19,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:19,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:16:20,083 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:16:20,084 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:16:20,084 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:16:20,098 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store 2024-11-08T23:16:20,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:16:20,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:20,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:16:20,106 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:20,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:20,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:16:20,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:20,106 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:20,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107780106Disabling compacts and flushes for region at 1731107780106Disabling writes for close at 1731107780106Writing region close event to WAL at 1731107780106Closed at 1731107780106 2024-11-08T23:16:20,107 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/.initializing 2024-11-08T23:16:20,107 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/WALs/300c1216fb79,35829,1731107779323 2024-11-08T23:16:20,109 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:16:20,111 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C35829%2C1731107779323, suffix=, logDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/WALs/300c1216fb79,35829,1731107779323, archiveDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/oldWALs, maxLogs=10 2024-11-08T23:16:20,123 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/WALs/300c1216fb79,35829,1731107779323/300c1216fb79%2C35829%2C1731107779323.1731107780111, exclude list is [], retry=0 2024-11-08T23:16:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-1817772b-a02e-437d-9303-4e9ad63ddd6b,DISK] 2024-11-08T23:16:20,130 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/WALs/300c1216fb79,35829,1731107779323/300c1216fb79%2C35829%2C1731107779323.1731107780111 2024-11-08T23:16:20,131 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395)] 2024-11-08T23:16:20,131 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:20,131 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:20,131 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,131 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:16:20,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:20,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:20,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:16:20,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:20,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:20,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:16:20,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:20,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:20,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:16:20,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:20,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:20,142 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,142 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,143 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,144 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,144 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,145 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:20,146 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:20,148 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:20,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67922443, jitterRate=0.012123271822929382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:20,149 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107780132Initializing all the Stores at 1731107780132Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107780133 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107780133Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107780133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107780133Cleaning up temporary data from old regions at 1731107780144 (+11 ms)Region opened successfully at 1731107780149 (+5 ms) 2024-11-08T23:16:20,149 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:16:20,152 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d27b7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:16:20,153 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:16:20,154 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:16:20,154 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:16:20,154 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:16:20,154 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:16:20,155 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:16:20,155 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:16:20,158 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:16:20,159 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Unable to get data of znode /0227740289/balancer because node does not exist (not necessarily an error) 2024-11-08T23:16:20,200 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0227740289/balancer already deleted, retry=false 2024-11-08T23:16:20,200 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:16:20,201 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Unable to get data of znode /0227740289/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:16:20,211 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0227740289/normalizer already deleted, retry=false 2024-11-08T23:16:20,211 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:16:20,212 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Unable to get data of znode /0227740289/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:16:20,298 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0227740289/switch/split already deleted, retry=false 2024-11-08T23:16:20,300 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Unable to get data of znode /0227740289/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:16:20,326 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0227740289/switch/merge already deleted, retry=false 2024-11-08T23:16:20,329 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Unable to get data of znode /0227740289/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:16:20,337 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0227740289/snapshot-cleanup already deleted, retry=false 2024-11-08T23:16:20,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0227740289/running 2024-11-08T23:16:20,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0227740289/running 2024-11-08T23:16:20,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:20,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:20,348 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,35829,1731107779323, sessionid=0x1011cbc65280000, setting cluster-up flag (Was=false) 2024-11-08T23:16:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:20,400 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0227740289/flush-table-proc/acquired, /0227740289/flush-table-proc/reached, /0227740289/flush-table-proc/abort 2024-11-08T23:16:20,401 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,35829,1731107779323 2024-11-08T23:16:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:20,453 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0227740289/online-snapshot/acquired, /0227740289/online-snapshot/reached, /0227740289/online-snapshot/abort 2024-11-08T23:16:20,454 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,35829,1731107779323 2024-11-08T23:16:20,455 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:16:20,457 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:20,457 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:16:20,457 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:16:20,457 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,35829,1731107779323 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:16:20,458 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:20,458 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:20,459 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:20,459 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:20,459 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:16:20,459 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,459 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:16:20,459 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:20,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:16:20,463 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:20,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:16:20,466 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107810466 2024-11-08T23:16:20,466 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:16:20,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:16:20,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:16:20,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:16:20,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:16:20,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:16:20,467 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,468 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:16:20,468 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:16:20,468 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:16:20,468 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:16:20,469 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:16:20,469 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:16:20,470 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(746): ClusterId : c13d7ed6-dd54-4761-bfac-8a2167dc3892 2024-11-08T23:16:20,470 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:16:20,476 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107780469,5,FailOnTimeoutGroup] 2024-11-08T23:16:20,476 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107780476,5,FailOnTimeoutGroup] 2024-11-08T23:16:20,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:16:20,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:16:20,482 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:16:20,482 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:16:20,496 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:16:20,496 DEBUG [RS:0;300c1216fb79:38423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a728e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:16:20,511 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:38423 2024-11-08T23:16:20,511 INFO [RS:0;300c1216fb79:38423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:16:20,511 INFO [RS:0;300c1216fb79:38423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:16:20,511 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:16:20,512 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,35829,1731107779323 with port=38423, startcode=1731107779526 2024-11-08T23:16:20,512 DEBUG [RS:0;300c1216fb79:38423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:16:20,514 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:16:20,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,38423,1731107779526 2024-11-08T23:16:20,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35829 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,38423,1731107779526 2024-11-08T23:16:20,516 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757 2024-11-08T23:16:20,516 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46023 2024-11-08T23:16:20,516 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:16:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289/rs 2024-11-08T23:16:20,527 DEBUG [RS:0;300c1216fb79:38423 {}] zookeeper.ZKUtil(111): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on existing znode=/0227740289/rs/300c1216fb79,38423,1731107779526 2024-11-08T23:16:20,527 WARN [RS:0;300c1216fb79:38423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:16:20,527 INFO [RS:0;300c1216fb79:38423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:20,527 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526 2024-11-08T23:16:20,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,38423,1731107779526] 2024-11-08T23:16:20,530 INFO [RS:0;300c1216fb79:38423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:16:20,532 INFO [RS:0;300c1216fb79:38423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:16:20,533 INFO [RS:0;300c1216fb79:38423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:16:20,533 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,533 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:16:20,534 INFO [RS:0;300c1216fb79:38423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:16:20,534 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,534 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,535 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,535 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:20,535 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:16:20,535 DEBUG [RS:0;300c1216fb79:38423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:16:20,537 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,537 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,537 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,537 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,537 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,537 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38423,1731107779526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:16:20,553 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:16:20,554 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38423,1731107779526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,554 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,554 INFO [RS:0;300c1216fb79:38423 {}] regionserver.Replication(171): 300c1216fb79,38423,1731107779526 started 2024-11-08T23:16:20,568 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:20,568 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,38423,1731107779526, RpcServer on 300c1216fb79/172.17.0.2:38423, sessionid=0x1011cbc65280001 2024-11-08T23:16:20,568 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:16:20,568 DEBUG [RS:0;300c1216fb79:38423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,38423,1731107779526 2024-11-08T23:16:20,568 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,38423,1731107779526' 2024-11-08T23:16:20,568 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0227740289/flush-table-proc/abort' 2024-11-08T23:16:20,569 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0227740289/flush-table-proc/acquired' 2024-11-08T23:16:20,569 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:16:20,569 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:16:20,569 DEBUG [RS:0;300c1216fb79:38423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,38423,1731107779526 2024-11-08T23:16:20,569 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,38423,1731107779526' 2024-11-08T23:16:20,569 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0227740289/online-snapshot/abort' 2024-11-08T23:16:20,570 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0227740289/online-snapshot/acquired' 2024-11-08T23:16:20,570 DEBUG [RS:0;300c1216fb79:38423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:16:20,570 INFO [RS:0;300c1216fb79:38423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:16:20,570 INFO [RS:0;300c1216fb79:38423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:16:20,671 INFO [RS:0;300c1216fb79:38423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:16:20,672 INFO [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C38423%2C1731107779526, suffix=, logDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526, archiveDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/oldWALs, maxLogs=10 2024-11-08T23:16:20,686 DEBUG [RS:0;300c1216fb79:38423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673, exclude list is [], retry=0 2024-11-08T23:16:20,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-1817772b-a02e-437d-9303-4e9ad63ddd6b,DISK] 2024-11-08T23:16:20,690 INFO [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 2024-11-08T23:16:20,691 DEBUG [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395)] 2024-11-08T23:16:20,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:16:20,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:20,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:20,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:20,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:20,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:16:20,879 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757 2024-11-08T23:16:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:16:21,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:21,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:16:21,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:16:21,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:21,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:21,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:16:21,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:16:21,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:21,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:21,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:16:21,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:16:21,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:21,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:21,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:16:21,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:16:21,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:21,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:21,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:16:21,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740 2024-11-08T23:16:21,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740 2024-11-08T23:16:21,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:16:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:16:21,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:21,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:16:21,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:21,298 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64262290, jitterRate=-0.0424172580242157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:21,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107781285Initializing all the Stores at 1731107781286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107781286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107781286Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107781286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107781286Cleaning up temporary data from old regions at 1731107781295 (+9 ms)Region opened successfully at 1731107781298 (+3 ms) 2024-11-08T23:16:21,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:16:21,299 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:16:21,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:16:21,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:16:21,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:16:21,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:16:21,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107781299Disabling compacts and flushes for region at 1731107781299Disabling writes for close at 1731107781299Writing region close event to WAL at 1731107781299Closed at 1731107781299 2024-11-08T23:16:21,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:21,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:16:21,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:16:21,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:16:21,307 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:16:21,457 DEBUG [300c1216fb79:35829 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:16:21,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,38423,1731107779526 2024-11-08T23:16:21,459 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,38423,1731107779526, state=OPENING 2024-11-08T23:16:21,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:16:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:21,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:16:21,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,38423,1731107779526}] 2024-11-08T23:16:21,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0227740289/meta-region-server: CHANGED 2024-11-08T23:16:21,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0227740289/meta-region-server: CHANGED 2024-11-08T23:16:21,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:16:21,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:16:21,717 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:16:21,718 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:21,718 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:16:21,720 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C38423%2C1731107779526.meta, suffix=.meta, logDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526, archiveDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/oldWALs, maxLogs=10 2024-11-08T23:16:21,737 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.meta.1731107781720.meta, exclude list is [], retry=0 2024-11-08T23:16:21,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-1817772b-a02e-437d-9303-4e9ad63ddd6b,DISK] 2024-11-08T23:16:21,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:16:21,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:16:21,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T23:16:21,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:16:21,745 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.meta.1731107781720.meta 2024-11-08T23:16:21,745 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395)] 2024-11-08T23:16:21,745 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:21,746 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:16:21,746 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:16:21,746 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:16:21,746 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:16:21,746 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:16:21,746 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:21,746 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:16:21,746 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:16:21,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:16:21,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:16:21,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:21,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:21,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:16:21,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:16:21,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:21,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:21,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:16:21,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:16:21,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:21,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:21,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:16:21,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:16:21,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:21,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:21,755 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:16:21,756 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740 2024-11-08T23:16:21,758 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740 2024-11-08T23:16:21,759 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:16:21,760 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:16:21,760 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:21,762 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:16:21,763 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62449036, jitterRate=-0.06943684816360474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:21,763 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:16:21,764 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107781747Writing region info on filesystem at 1731107781747Initializing all the Stores at 1731107781748 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107781748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107781748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107781748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107781748Cleaning up temporary data from old regions at 1731107781760 (+12 ms)Running coprocessor post-open hooks at 1731107781763 (+3 ms)Region opened successfully at 1731107781764 (+1 ms) 2024-11-08T23:16:21,766 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107781711 2024-11-08T23:16:21,769 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:16:21,769 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:16:21,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,38423,1731107779526 2024-11-08T23:16:21,772 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,38423,1731107779526, state=OPEN 2024-11-08T23:16:21,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0227740289/meta-region-server 2024-11-08T23:16:21,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0227740289/meta-region-server 2024-11-08T23:16:21,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0227740289/meta-region-server: CHANGED 2024-11-08T23:16:21,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0227740289/meta-region-server: CHANGED 2024-11-08T23:16:21,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,38423,1731107779526 2024-11-08T23:16:21,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:16:21,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,38423,1731107779526 in 252 msec 2024-11-08T23:16:21,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:16:21,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-11-08T23:16:21,817 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:21,817 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:16:21,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:21,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,38423,1731107779526, seqNum=-1] 2024-11-08T23:16:21,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:21,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:21,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3700 sec 2024-11-08T23:16:21,827 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107781827, completionTime=-1 2024-11-08T23:16:21,827 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:16:21,827 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:16:21,830 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:16:21,830 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107841830 2024-11-08T23:16:21,830 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107901830 2024-11-08T23:16:21,830 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T23:16:21,831 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35829,1731107779323-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:21,831 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35829,1731107779323-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:21,831 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35829,1731107779323-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:21,831 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:35829, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:21,831 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:21,832 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:21,833 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:16:21,836 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.225sec 2024-11-08T23:16:21,836 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:16:21,836 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:16:21,836 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:16:21,836 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:16:21,837 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:16:21,837 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35829,1731107779323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:16:21,837 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35829,1731107779323-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:16:21,840 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:16:21,840 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:16:21,840 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,35829,1731107779323-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:21,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:21,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,35829,-1 for getting cluster id 2024-11-08T23:16:21,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:21,873 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c13d7ed6-dd54-4761-bfac-8a2167dc3892' 2024-11-08T23:16:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c13d7ed6-dd54-4761-bfac-8a2167dc3892" 2024-11-08T23:16:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fbfcb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,35829,-1] 2024-11-08T23:16:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:21,876 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:21,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd7aeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:21,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:21,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,38423,1731107779526, seqNum=-1] 2024-11-08T23:16:21,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:21,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:21,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,35829,1731107779323 2024-11-08T23:16:21,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59592 2024-11-08T23:16:21,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:21,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cbc65280002 connected 2024-11-08T23:16:21,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.log.dir so I do NOT create it in target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618 2024-11-08T23:16:21,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:16:21,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.tmp.dir so I do NOT create it in target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618 2024-11-08T23:16:21,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:16:21,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618 2024-11-08T23:16:21,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:16:21,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/cluster_cebff937-9c95-656a-3195-823374e3f9a2, deleteOnExit=true 2024-11-08T23:16:21,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:16:21,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/test.cache.data in system properties and HBase conf 2024-11-08T23:16:21,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:16:21,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:16:21,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:16:21,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:16:21,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:16:21,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:16:21,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:16:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:16:21,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:16:22,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:22,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:16:22,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:16:22,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:16:22,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:16:22,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:22,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cea3ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:16:22,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fcc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:16:22,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b66e275{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/java.io.tmpdir/jetty-localhost-35901-hadoop-hdfs-3_4_1-tests_jar-_-any-15428642726497365833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:16:22,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a187b5{HTTP/1.1, (http/1.1)}{localhost:35901} 2024-11-08T23:16:22,419 INFO [Time-limited test {}] server.Server(415): Started @58824ms 2024-11-08T23:16:22,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:16:22,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:16:22,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:16:22,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:16:22,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:16:22,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c22a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:16:22,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a60572d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:16:22,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b53a213{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/java.io.tmpdir/jetty-localhost-40689-hadoop-hdfs-3_4_1-tests_jar-_-any-14217094073260501988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:16:22,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26ec9cf4{HTTP/1.1, (http/1.1)}{localhost:40689} 2024-11-08T23:16:22,838 INFO [Time-limited test {}] server.Server(415): Started @59243ms 2024-11-08T23:16:22,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:16:23,499 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/cluster_cebff937-9c95-656a-3195-823374e3f9a2/data/data1/current/BP-1514041698-172.17.0.2-1731107781949/current, will proceed with Du for space computation calculation, 2024-11-08T23:16:23,499 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/cluster_cebff937-9c95-656a-3195-823374e3f9a2/data/data2/current/BP-1514041698-172.17.0.2-1731107781949/current, will proceed with Du for space computation calculation, 2024-11-08T23:16:23,522 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:16:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f664f3f3c8a5bef with lease ID 0xbec65139c9a88f82: Processing first storage report for DS-a59b1226-5eee-497a-a748-efd1bec474e4 from datanode DatanodeRegistration(127.0.0.1:34439, datanodeUuid=0aa6c2b7-3e22-4789-8dfc-89394352eb75, infoPort=32911, infoSecurePort=0, ipcPort=34733, storageInfo=lv=-57;cid=testClusterID;nsid=464704282;c=1731107781949) 2024-11-08T23:16:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f664f3f3c8a5bef with lease ID 0xbec65139c9a88f82: from storage DS-a59b1226-5eee-497a-a748-efd1bec474e4 node DatanodeRegistration(127.0.0.1:34439, datanodeUuid=0aa6c2b7-3e22-4789-8dfc-89394352eb75, infoPort=32911, infoSecurePort=0, ipcPort=34733, storageInfo=lv=-57;cid=testClusterID;nsid=464704282;c=1731107781949), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:16:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f664f3f3c8a5bef with lease ID 0xbec65139c9a88f82: Processing first storage report for DS-2c82ea05-5862-405e-bb3b-47b5efb52ae1 from datanode DatanodeRegistration(127.0.0.1:34439, datanodeUuid=0aa6c2b7-3e22-4789-8dfc-89394352eb75, infoPort=32911, infoSecurePort=0, ipcPort=34733, storageInfo=lv=-57;cid=testClusterID;nsid=464704282;c=1731107781949) 2024-11-08T23:16:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f664f3f3c8a5bef with lease ID 0xbec65139c9a88f82: from storage DS-2c82ea05-5862-405e-bb3b-47b5efb52ae1 node DatanodeRegistration(127.0.0.1:34439, datanodeUuid=0aa6c2b7-3e22-4789-8dfc-89394352eb75, infoPort=32911, infoSecurePort=0, ipcPort=34733, storageInfo=lv=-57;cid=testClusterID;nsid=464704282;c=1731107781949), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:16:23,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618 2024-11-08T23:16:23,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:23,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:16:23,991 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177 with version=8 2024-11-08T23:16:23,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/hbase-staging 2024-11-08T23:16:23,994 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:16:23,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:23,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:23,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:16:23,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:23,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:16:23,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:16:23,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:16:23,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38061 2024-11-08T23:16:23,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38061 connecting to ZooKeeper ensemble=127.0.0.1:59592 2024-11-08T23:16:24,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380610x0, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:24,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38061-0x1011cbc65280003 connected 2024-11-08T23:16:24,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:24,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:24,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on znode that does not yet exist, /11802915041/running 2024-11-08T23:16:24,119 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177, hbase.cluster.distributed=false 2024-11-08T23:16:24,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on znode that does not yet exist, /11802915041/acl 2024-11-08T23:16:24,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-08T23:16:24,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38061 2024-11-08T23:16:24,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38061 2024-11-08T23:16:24,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-08T23:16:24,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-08T23:16:24,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:16:24,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:24,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:24,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:16:24,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:16:24,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:16:24,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:16:24,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:16:24,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46697 2024-11-08T23:16:24,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46697 connecting to ZooKeeper ensemble=127.0.0.1:59592 2024-11-08T23:16:24,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:24,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:24,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466970x0, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:24,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466970x0, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on znode that does not yet exist, /11802915041/running 2024-11-08T23:16:24,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:16:24,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46697-0x1011cbc65280004 connected 2024-11-08T23:16:24,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:16:24,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on znode that does not yet exist, /11802915041/master 2024-11-08T23:16:24,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on znode that does not yet exist, /11802915041/acl 2024-11-08T23:16:24,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46697 2024-11-08T23:16:24,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46697 2024-11-08T23:16:24,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46697 2024-11-08T23:16:24,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46697 2024-11-08T23:16:24,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46697 2024-11-08T23:16:24,181 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:38061 2024-11-08T23:16:24,183 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11802915041/backup-masters/300c1216fb79,38061,1731107783994 2024-11-08T23:16:24,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041/backup-masters 2024-11-08T23:16:24,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041/backup-masters 2024-11-08T23:16:24,190 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on existing znode=/11802915041/backup-masters/300c1216fb79,38061,1731107783994 2024-11-08T23:16:24,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11802915041/master 2024-11-08T23:16:24,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:24,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:24,200 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on existing znode=/11802915041/master 2024-11-08T23:16:24,201 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11802915041/backup-masters/300c1216fb79,38061,1731107783994 from backup master directory 2024-11-08T23:16:24,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802915041/backup-masters/300c1216fb79,38061,1731107783994 2024-11-08T23:16:24,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041/backup-masters 2024-11-08T23:16:24,210 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:16:24,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041/backup-masters 2024-11-08T23:16:24,211 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,38061,1731107783994 2024-11-08T23:16:24,214 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/hbase.id] with ID: b031b017-a383-47c7-b368-fee8d2b0fbe5 2024-11-08T23:16:24,214 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/.tmp/hbase.id 2024-11-08T23:16:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:16:24,652 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/.tmp/hbase.id]:[hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/hbase.id] 2024-11-08T23:16:24,663 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:24,663 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:16:24,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:16:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:16:25,122 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:16:25,123 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:16:25,124 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:25,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:16:25,531 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store 2024-11-08T23:16:25,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:16:25,936 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:25,937 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:16:25,937 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:25,937 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:25,937 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:16:25,937 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:25,937 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:16:25,937 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107785937Disabling compacts and flushes for region at 1731107785937Disabling writes for close at 1731107785937Writing region close event to WAL at 1731107785937Closed at 1731107785937 2024-11-08T23:16:25,938 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/.initializing 2024-11-08T23:16:25,938 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/WALs/300c1216fb79,38061,1731107783994 2024-11-08T23:16:25,939 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:16:25,940 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C38061%2C1731107783994, suffix=, logDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/WALs/300c1216fb79,38061,1731107783994, archiveDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/oldWALs, maxLogs=10 2024-11-08T23:16:25,953 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/WALs/300c1216fb79,38061,1731107783994/300c1216fb79%2C38061%2C1731107783994.1731107785940, exclude list is [], retry=0 2024-11-08T23:16:25,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34439,DS-a59b1226-5eee-497a-a748-efd1bec474e4,DISK] 2024-11-08T23:16:25,957 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/WALs/300c1216fb79,38061,1731107783994/300c1216fb79%2C38061%2C1731107783994.1731107785940 2024-11-08T23:16:25,958 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32911:32911)] 2024-11-08T23:16:25,958 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:25,958 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:25,958 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,958 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:16:25,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:25,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:25,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:16:25,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:25,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:25,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:16:25,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:25,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:25,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:16:25,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:25,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:25,967 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,968 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,968 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:25,971 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:16:25,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:25,974 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75039156, jitterRate=0.11817055940628052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:25,974 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107785958Initializing all the Stores at 1731107785959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107785959Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107785959Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107785959Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107785959Cleaning up temporary data from old regions at 1731107785970 (+11 ms)Region opened successfully at 1731107785974 (+4 ms) 2024-11-08T23:16:25,974 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:16:25,977 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219d78e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:16:25,978 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:16:25,978 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:16:25,978 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:16:25,978 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:16:25,979 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:16:25,979 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:16:25,979 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:16:25,981 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:16:25,982 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Unable to get data of znode /11802915041/balancer because node does not exist (not necessarily an error) 2024-11-08T23:16:26,094 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802915041/balancer already deleted, retry=false 2024-11-08T23:16:26,095 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:16:26,096 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Unable to get data of znode /11802915041/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:16:26,105 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802915041/normalizer already deleted, retry=false 2024-11-08T23:16:26,105 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:16:26,106 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Unable to get data of znode /11802915041/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:16:26,116 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802915041/switch/split already deleted, retry=false 2024-11-08T23:16:26,116 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Unable to get data of znode /11802915041/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:16:26,126 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802915041/switch/merge already deleted, retry=false 2024-11-08T23:16:26,128 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Unable to get data of znode /11802915041/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:16:26,137 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802915041/snapshot-cleanup already deleted, retry=false 2024-11-08T23:16:26,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11802915041/running 2024-11-08T23:16:26,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11802915041/running 2024-11-08T23:16:26,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:26,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:26,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,38061,1731107783994, sessionid=0x1011cbc65280003, setting cluster-up flag (Was=false) 2024-11-08T23:16:26,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:26,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:26,200 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11802915041/flush-table-proc/acquired, /11802915041/flush-table-proc/reached, /11802915041/flush-table-proc/abort 2024-11-08T23:16:26,201 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,38061,1731107783994 2024-11-08T23:16:26,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:26,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:26,295 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11802915041/online-snapshot/acquired, /11802915041/online-snapshot/reached, /11802915041/online-snapshot/abort 2024-11-08T23:16:26,296 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,38061,1731107783994 2024-11-08T23:16:26,297 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:16:26,299 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:26,299 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:16:26,299 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:16:26,299 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,38061,1731107783994 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:16:26,300 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:26,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:26,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:26,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:16:26,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:16:26,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:16:26,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,301 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107816301 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:16:26,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:16:26,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:16:26,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:16:26,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:16:26,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:16:26,303 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107786303,5,FailOnTimeoutGroup] 2024-11-08T23:16:26,303 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107786303,5,FailOnTimeoutGroup] 2024-11-08T23:16:26,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:16:26,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:26,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:16:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:16:26,372 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(746): ClusterId : b031b017-a383-47c7-b368-fee8d2b0fbe5 2024-11-08T23:16:26,372 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:16:26,379 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:16:26,379 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:16:26,391 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:16:26,391 DEBUG [RS:0;300c1216fb79:46697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e8a66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:16:26,402 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:46697 2024-11-08T23:16:26,403 INFO [RS:0;300c1216fb79:46697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:16:26,403 INFO [RS:0;300c1216fb79:46697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:16:26,403 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:16:26,403 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,38061,1731107783994 with port=46697, startcode=1731107784137 2024-11-08T23:16:26,404 DEBUG [RS:0;300c1216fb79:46697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:16:26,405 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:16:26,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,46697,1731107784137 2024-11-08T23:16:26,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38061 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,46697,1731107784137 2024-11-08T23:16:26,407 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177 2024-11-08T23:16:26,407 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34213 2024-11-08T23:16:26,407 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:16:26,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041/rs 2024-11-08T23:16:26,418 DEBUG [RS:0;300c1216fb79:46697 {}] zookeeper.ZKUtil(111): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on existing znode=/11802915041/rs/300c1216fb79,46697,1731107784137 2024-11-08T23:16:26,418 WARN [RS:0;300c1216fb79:46697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:16:26,418 INFO [RS:0;300c1216fb79:46697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:26,418 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/WALs/300c1216fb79,46697,1731107784137 2024-11-08T23:16:26,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,46697,1731107784137] 2024-11-08T23:16:26,422 INFO [RS:0;300c1216fb79:46697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:16:26,428 INFO [RS:0;300c1216fb79:46697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:16:26,434 INFO [RS:0;300c1216fb79:46697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:16:26,435 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,435 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:16:26,436 INFO [RS:0;300c1216fb79:46697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:16:26,436 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,436 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:16:26,437 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:16:26,437 DEBUG [RS:0;300c1216fb79:46697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:16:26,439 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,439 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,439 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,439 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,439 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,439 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46697,1731107784137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:16:26,454 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:16:26,455 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46697,1731107784137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,455 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,455 INFO [RS:0;300c1216fb79:46697 {}] regionserver.Replication(171): 300c1216fb79,46697,1731107784137 started 2024-11-08T23:16:26,470 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:26,470 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,46697,1731107784137, RpcServer on 300c1216fb79/172.17.0.2:46697, sessionid=0x1011cbc65280004 2024-11-08T23:16:26,470 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:16:26,470 DEBUG [RS:0;300c1216fb79:46697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,46697,1731107784137 2024-11-08T23:16:26,470 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,46697,1731107784137' 2024-11-08T23:16:26,470 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11802915041/flush-table-proc/abort' 2024-11-08T23:16:26,471 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11802915041/flush-table-proc/acquired' 2024-11-08T23:16:26,471 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:16:26,471 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:16:26,471 DEBUG [RS:0;300c1216fb79:46697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,46697,1731107784137 2024-11-08T23:16:26,471 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,46697,1731107784137' 2024-11-08T23:16:26,471 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11802915041/online-snapshot/abort' 2024-11-08T23:16:26,471 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11802915041/online-snapshot/acquired' 2024-11-08T23:16:26,472 DEBUG [RS:0;300c1216fb79:46697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:16:26,472 INFO [RS:0;300c1216fb79:46697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:16:26,472 INFO [RS:0;300c1216fb79:46697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:16:26,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:16:26,573 INFO [RS:0;300c1216fb79:46697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:16:26,574 INFO [RS:0;300c1216fb79:46697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C46697%2C1731107784137, suffix=, logDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/WALs/300c1216fb79,46697,1731107784137, archiveDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/oldWALs, maxLogs=10 2024-11-08T23:16:26,589 DEBUG [RS:0;300c1216fb79:46697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/WALs/300c1216fb79,46697,1731107784137/300c1216fb79%2C46697%2C1731107784137.1731107786574, exclude list is [], retry=0 2024-11-08T23:16:26,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34439,DS-a59b1226-5eee-497a-a748-efd1bec474e4,DISK] 2024-11-08T23:16:26,594 INFO [RS:0;300c1216fb79:46697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/WALs/300c1216fb79,46697,1731107784137/300c1216fb79%2C46697%2C1731107784137.1731107786574 2024-11-08T23:16:26,595 DEBUG [RS:0;300c1216fb79:46697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32911:32911)] 2024-11-08T23:16:26,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:16:26,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177 2024-11-08T23:16:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:16:27,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:27,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:16:27,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:16:27,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:27,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:16:27,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:16:27,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:27,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:16:27,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:16:27,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:27,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:16:27,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:16:27,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:27,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:16:27,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740 2024-11-08T23:16:27,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740 2024-11-08T23:16:27,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:16:27,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:16:27,135 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:27,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:16:27,139 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:27,139 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73841357, jitterRate=0.10032196342945099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:27,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107787123Initializing all the Stores at 1731107787123Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107787123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107787124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107787124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107787124Cleaning up temporary data from old regions at 1731107787135 (+11 ms)Region opened successfully at 1731107787139 (+4 ms) 2024-11-08T23:16:27,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:16:27,139 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:16:27,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:16:27,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:16:27,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:16:27,140 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:16:27,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107787139Disabling compacts and flushes for region at 1731107787139Disabling writes for close at 1731107787139Writing region close event to WAL at 1731107787140 (+1 ms)Closed at 1731107787140 2024-11-08T23:16:27,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:27,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:16:27,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:16:27,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:16:27,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:16:27,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:16:27,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:27,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:27,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:27,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:27,296 DEBUG [300c1216fb79:38061 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:16:27,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,46697,1731107784137 2024-11-08T23:16:27,298 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,46697,1731107784137, state=OPENING 2024-11-08T23:16:27,415 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:16:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:16:27,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11802915041/meta-region-server: CHANGED 2024-11-08T23:16:27,432 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:16:27,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11802915041/meta-region-server: CHANGED 2024-11-08T23:16:27,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,46697,1731107784137}] 2024-11-08T23:16:27,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:16:27,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:16:27,591 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:16:27,591 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:27,592 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:16:27,593 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C46697%2C1731107784137.meta, suffix=.meta, logDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/WALs/300c1216fb79,46697,1731107784137, archiveDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/oldWALs, maxLogs=10 2024-11-08T23:16:27,609 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/WALs/300c1216fb79,46697,1731107784137/300c1216fb79%2C46697%2C1731107784137.meta.1731107787594.meta, exclude list is [], retry=0 2024-11-08T23:16:27,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34439,DS-a59b1226-5eee-497a-a748-efd1bec474e4,DISK] 2024-11-08T23:16:27,646 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/WALs/300c1216fb79,46697,1731107784137/300c1216fb79%2C46697%2C1731107784137.meta.1731107787594.meta 2024-11-08T23:16:27,647 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32911:32911)] 2024-11-08T23:16:27,647 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:27,647 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:16:27,647 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:16:27,647 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:16:27,648 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:16:27,648 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:16:27,648 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:27,648 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:16:27,648 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:16:27,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:16:27,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:16:27,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:27,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:16:27,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:16:27,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:27,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:16:27,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:16:27,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:27,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:16:27,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:16:27,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:16:27,655 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:16:27,656 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740 2024-11-08T23:16:27,657 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740 2024-11-08T23:16:27,658 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:16:27,658 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:16:27,658 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:16:27,660 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:16:27,660 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60600877, jitterRate=-0.09697656333446503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:16:27,660 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:16:27,661 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107787648Writing region info on filesystem at 1731107787648Initializing all the Stores at 1731107787649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107787649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107787649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107787649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107787649Cleaning up temporary data from old regions at 1731107787658 (+9 ms)Running coprocessor post-open hooks at 1731107787660 (+2 ms)Region opened successfully at 1731107787661 (+1 ms) 2024-11-08T23:16:27,662 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107787585 2024-11-08T23:16:27,664 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:16:27,664 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:16:27,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,46697,1731107784137 2024-11-08T23:16:27,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,46697,1731107784137, state=OPEN 2024-11-08T23:16:27,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11802915041/meta-region-server 2024-11-08T23:16:27,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11802915041/meta-region-server 2024-11-08T23:16:27,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,46697,1731107784137 2024-11-08T23:16:27,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11802915041/meta-region-server: CHANGED 2024-11-08T23:16:27,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11802915041/meta-region-server: CHANGED 2024-11-08T23:16:27,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:16:27,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,46697,1731107784137 in 315 msec 2024-11-08T23:16:27,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:16:27,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-08T23:16:27,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:16:27,753 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:16:27,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:27,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,46697,1731107784137, seqNum=-1] 2024-11-08T23:16:27,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:27,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:27,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4630 sec 2024-11-08T23:16:27,762 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107787762, completionTime=-1 2024-11-08T23:16:27,762 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:16:27,763 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:16:27,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:16:27,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107847765 2024-11-08T23:16:27,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107907765 2024-11-08T23:16:27,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T23:16:27,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38061,1731107783994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:27,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38061,1731107783994-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:27,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38061,1731107783994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:27,766 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:38061, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:27,766 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:27,766 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:27,768 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:16:27,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.559sec 2024-11-08T23:16:27,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:16:27,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:16:27,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:16:27,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:16:27,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:16:27,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38061,1731107783994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:16:27,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38061,1731107783994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:16:27,772 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:16:27,772 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:16:27,773 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38061,1731107783994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:16:27,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ed74cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:27,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38061,-1 for getting cluster id 2024-11-08T23:16:27,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:27,774 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b031b017-a383-47c7-b368-fee8d2b0fbe5' 2024-11-08T23:16:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b031b017-a383-47c7-b368-fee8d2b0fbe5" 2024-11-08T23:16:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24853228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38061,-1] 2024-11-08T23:16:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:27,776 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:27,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:27,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,46697,1731107784137, seqNum=-1] 2024-11-08T23:16:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:27,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:27,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,38061,1731107783994 2024-11-08T23:16:27,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59592 2024-11-08T23:16:27,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:16:27,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cbc65280005 connected 2024-11-08T23:16:27,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:27,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,35829,1731107779323 2024-11-08T23:16:27,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@478ace7f 2024-11-08T23:16:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:27,814 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:27,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:16:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:16:27,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:16:27,824 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:27,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:16:27,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:16:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:27,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:16:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:28,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c94032d2ce07ef9357308e608581b6eb, NAME => 'test,,1731107787815.c94032d2ce07ef9357308e608581b6eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757 2024-11-08T23:16:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:16:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:28,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107787815.c94032d2ce07ef9357308e608581b6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:28,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c94032d2ce07ef9357308e608581b6eb, disabling compactions & flushes 2024-11-08T23:16:28,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:16:28,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:16:28,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. after waiting 0 ms 2024-11-08T23:16:28,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:16:28,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:16:28,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c94032d2ce07ef9357308e608581b6eb: Waiting for close lock at 1731107788639Disabling compacts and flushes for region at 1731107788639Disabling writes for close at 1731107788639Writing region close event to WAL at 1731107788639Closed at 1731107788639 2024-11-08T23:16:28,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:16:28,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107787815.c94032d2ce07ef9357308e608581b6eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107788640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107788640"}]},"ts":"1731107788640"} 2024-11-08T23:16:28,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:16:28,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:16:28,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107788644"}]},"ts":"1731107788644"} 2024-11-08T23:16:28,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:16:28,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c94032d2ce07ef9357308e608581b6eb, ASSIGN}] 2024-11-08T23:16:28,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c94032d2ce07ef9357308e608581b6eb, ASSIGN 2024-11-08T23:16:28,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c94032d2ce07ef9357308e608581b6eb, ASSIGN; state=OFFLINE, location=300c1216fb79,38423,1731107779526; forceNewPlan=false, retain=false 2024-11-08T23:16:28,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c94032d2ce07ef9357308e608581b6eb, regionState=OPENING, regionLocation=300c1216fb79,38423,1731107779526 2024-11-08T23:16:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c94032d2ce07ef9357308e608581b6eb, ASSIGN because future has completed 2024-11-08T23:16:28,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c94032d2ce07ef9357308e608581b6eb, server=300c1216fb79,38423,1731107779526}] 2024-11-08T23:16:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:28,961 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:16:28,962 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c94032d2ce07ef9357308e608581b6eb, NAME => 'test,,1731107787815.c94032d2ce07ef9357308e608581b6eb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:28,962 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:16:28,962 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:16:28,962 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,963 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107787815.c94032d2ce07ef9357308e608581b6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:28,963 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,963 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,965 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,966 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c94032d2ce07ef9357308e608581b6eb columnFamilyName f 2024-11-08T23:16:28,966 DEBUG [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:28,966 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] regionserver.HStore(327): Store=c94032d2ce07ef9357308e608581b6eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:28,967 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,968 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c94032d2ce07ef9357308e608581b6eb columnFamilyName f1 2024-11-08T23:16:28,968 DEBUG [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:28,968 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] regionserver.HStore(327): Store=c94032d2ce07ef9357308e608581b6eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:28,968 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,969 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c94032d2ce07ef9357308e608581b6eb columnFamilyName norep 2024-11-08T23:16:28,969 DEBUG [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:28,970 INFO [StoreOpener-c94032d2ce07ef9357308e608581b6eb-1 {}] regionserver.HStore(327): Store=c94032d2ce07ef9357308e608581b6eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:28,970 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,971 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,971 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,972 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,972 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,972 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:16:28,973 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,976 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:28,976 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c94032d2ce07ef9357308e608581b6eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65598973, jitterRate=-0.02249912917613983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:16:28,977 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:16:28,977 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c94032d2ce07ef9357308e608581b6eb: Running coprocessor pre-open hook at 1731107788963Writing region info on filesystem at 1731107788963Initializing all the Stores at 1731107788964 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107788964Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107788964Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107788964Cleaning up temporary data from old regions at 1731107788972 (+8 ms)Running coprocessor post-open hooks at 1731107788977 (+5 ms)Region opened successfully at 1731107788977 2024-11-08T23:16:28,980 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., pid=6, masterSystemTime=1731107788956 2024-11-08T23:16:28,982 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:16:28,982 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:16:28,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c94032d2ce07ef9357308e608581b6eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,38423,1731107779526 2024-11-08T23:16:28,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c94032d2ce07ef9357308e608581b6eb, server=300c1216fb79,38423,1731107779526 because future has completed 2024-11-08T23:16:28,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:16:28,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c94032d2ce07ef9357308e608581b6eb, server=300c1216fb79,38423,1731107779526 in 185 msec 2024-11-08T23:16:28,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:16:28,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c94032d2ce07ef9357308e608581b6eb, ASSIGN in 344 msec 2024-11-08T23:16:28,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:16:28,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107788995"}]},"ts":"1731107788995"} 2024-11-08T23:16:28,998 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:16:29,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:16:29,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-08T23:16:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:29,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:29,969 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:16:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,38061,1731107783994 2024-11-08T23:16:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70f9e2b7 2024-11-08T23:16:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:29,971 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:29,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:16:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:16:29,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:16:29,974 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:29,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:16:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:29,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:16:29,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:16:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:30,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71219d253ba579ebb2606ccaa481e215, NAME => 'test,,1731107789971.71219d253ba579ebb2606ccaa481e215.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177 2024-11-08T23:16:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:16:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:30,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107789971.71219d253ba579ebb2606ccaa481e215.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:30,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71219d253ba579ebb2606ccaa481e215, disabling compactions & flushes 2024-11-08T23:16:30,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:16:30,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:16:30,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107789971.71219d253ba579ebb2606ccaa481e215. after waiting 0 ms 2024-11-08T23:16:30,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:16:30,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:16:30,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71219d253ba579ebb2606ccaa481e215: Waiting for close lock at 1731107790789Disabling compacts and flushes for region at 1731107790789Disabling writes for close at 1731107790790 (+1 ms)Writing region close event to WAL at 1731107790790Closed at 1731107790790 2024-11-08T23:16:30,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:16:30,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107789971.71219d253ba579ebb2606ccaa481e215.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107790791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107790791"}]},"ts":"1731107790791"} 2024-11-08T23:16:30,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:16:30,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:16:30,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107790815"}]},"ts":"1731107790815"} 2024-11-08T23:16:30,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:16:30,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71219d253ba579ebb2606ccaa481e215, ASSIGN}] 2024-11-08T23:16:30,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71219d253ba579ebb2606ccaa481e215, ASSIGN 2024-11-08T23:16:30,823 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71219d253ba579ebb2606ccaa481e215, ASSIGN; state=OFFLINE, location=300c1216fb79,46697,1731107784137; forceNewPlan=false, retain=false 2024-11-08T23:16:30,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71219d253ba579ebb2606ccaa481e215, regionState=OPENING, regionLocation=300c1216fb79,46697,1731107784137 2024-11-08T23:16:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71219d253ba579ebb2606ccaa481e215, ASSIGN because future has completed 2024-11-08T23:16:30,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71219d253ba579ebb2606ccaa481e215, server=300c1216fb79,46697,1731107784137}] 2024-11-08T23:16:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:31,135 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:16:31,135 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71219d253ba579ebb2606ccaa481e215, NAME => 'test,,1731107789971.71219d253ba579ebb2606ccaa481e215.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:31,135 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:16:31,135 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:16:31,136 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,136 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107789971.71219d253ba579ebb2606ccaa481e215.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:31,136 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,136 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,138 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,139 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71219d253ba579ebb2606ccaa481e215 columnFamilyName f 2024-11-08T23:16:31,139 DEBUG [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:31,140 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] regionserver.HStore(327): Store=71219d253ba579ebb2606ccaa481e215/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:31,140 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,141 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71219d253ba579ebb2606ccaa481e215 columnFamilyName f1 2024-11-08T23:16:31,141 DEBUG [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:31,142 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] regionserver.HStore(327): Store=71219d253ba579ebb2606ccaa481e215/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:31,142 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,143 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71219d253ba579ebb2606ccaa481e215 columnFamilyName norep 2024-11-08T23:16:31,143 DEBUG [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:31,144 INFO [StoreOpener-71219d253ba579ebb2606ccaa481e215-1 {}] regionserver.HStore(327): Store=71219d253ba579ebb2606ccaa481e215/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:31,144 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,145 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,146 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,147 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,147 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,147 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:16:31,148 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,151 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:31,152 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71219d253ba579ebb2606ccaa481e215; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61789162, jitterRate=-0.07926973700523376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:16:31,152 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:16:31,152 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71219d253ba579ebb2606ccaa481e215: Running coprocessor pre-open hook at 1731107791136Writing region info on filesystem at 1731107791136Initializing all the Stores at 1731107791137 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107791137Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107791137Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107791137Cleaning up temporary data from old regions at 1731107791147 (+10 ms)Running coprocessor post-open hooks at 1731107791152 (+5 ms)Region opened successfully at 1731107791152 2024-11-08T23:16:31,153 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107789971.71219d253ba579ebb2606ccaa481e215., pid=6, masterSystemTime=1731107791130 2024-11-08T23:16:31,156 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:16:31,156 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:16:31,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71219d253ba579ebb2606ccaa481e215, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,46697,1731107784137 2024-11-08T23:16:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71219d253ba579ebb2606ccaa481e215, server=300c1216fb79,46697,1731107784137 because future has completed 2024-11-08T23:16:31,161 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38061 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=300c1216fb79,46697,1731107784137, table=test, region=71219d253ba579ebb2606ccaa481e215. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T23:16:31,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:16:31,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71219d253ba579ebb2606ccaa481e215, server=300c1216fb79,46697,1731107784137 in 185 msec 2024-11-08T23:16:31,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:16:31,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71219d253ba579ebb2606ccaa481e215, ASSIGN in 346 msec 2024-11-08T23:16:31,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:16:31,172 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107791171"}]},"ts":"1731107791171"} 2024-11-08T23:16:31,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:16:31,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:16:31,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-08T23:16:31,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:16:31,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T23:16:31,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:16:31,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T23:16:31,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:16:31,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T23:16:31,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:16:31,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T23:16:31,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:16:31,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T23:16:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:16:32,119 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:16:32,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,35829,-1 for getting cluster id 2024-11-08T23:16:32,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:32,121 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c13d7ed6-dd54-4761-bfac-8a2167dc3892' 2024-11-08T23:16:32,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c13d7ed6-dd54-4761-bfac-8a2167dc3892" 2024-11-08T23:16:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18541c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,35829,-1] 2024-11-08T23:16:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:32,124 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0e7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38061,-1 for getting cluster id 2024-11-08T23:16:32,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:32,128 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b031b017-a383-47c7-b368-fee8d2b0fbe5' 2024-11-08T23:16:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b031b017-a383-47c7-b368-fee8d2b0fbe5" 2024-11-08T23:16:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f85bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38061,-1] 2024-11-08T23:16:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:32,130 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:32,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f82b1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a06532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,35829,-1 for getting cluster id 2024-11-08T23:16:32,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:32,133 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c13d7ed6-dd54-4761-bfac-8a2167dc3892' 2024-11-08T23:16:32,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:32,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c13d7ed6-dd54-4761-bfac-8a2167dc3892" 2024-11-08T23:16:32,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d0e599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,35829,-1] 2024-11-08T23:16:32,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:32,134 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b267329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,35829,1731107779323 2024-11-08T23:16:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef97b83 2024-11-08T23:16:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:32,140 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:32,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:38061,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:16:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:16:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:16:32,143 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:38061' 2024-11-08T23:16:32,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cba96f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,148 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38061,-1 for getting cluster id 2024-11-08T23:16:32,148 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:32,149 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b031b017-a383-47c7-b368-fee8d2b0fbe5' 2024-11-08T23:16:32,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:32,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b031b017-a383-47c7-b368-fee8d2b0fbe5" 2024-11-08T23:16:32,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699e6b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38061,-1] 2024-11-08T23:16:32,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:32,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:32,151 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:32,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168cdada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:32,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:32,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,38061,1731107783994 2024-11-08T23:16:32,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683e6e20 2024-11-08T23:16:32,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:32,154 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:32,154 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:16:32,155 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:16:32,155 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:32,155 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:32,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:32,155 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:16:32,157 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:16:32,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:16:32,158 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:32,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:16:32,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:16:32,207 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:16:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:16:32,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T23:16:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:16:32,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a9e50283885c28c5663e9f673058343, NAME => 'hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757 2024-11-08T23:16:32,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:16:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:16:32,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:32,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a9e50283885c28c5663e9f673058343, disabling compactions & flushes 2024-11-08T23:16:32,980 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:16:32,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:16:32,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. after waiting 0 ms 2024-11-08T23:16:32,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:16:32,981 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:16:32,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a9e50283885c28c5663e9f673058343: Waiting for close lock at 1731107792980Disabling compacts and flushes for region at 1731107792980Disabling writes for close at 1731107792980Writing region close event to WAL at 1731107792981 (+1 ms)Closed at 1731107792981 2024-11-08T23:16:32,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:16:32,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107792982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107792982"}]},"ts":"1731107792982"} 2024-11-08T23:16:32,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:16:32,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:16:32,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107792986"}]},"ts":"1731107792986"} 2024-11-08T23:16:32,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:16:32,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a9e50283885c28c5663e9f673058343, ASSIGN}] 2024-11-08T23:16:32,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a9e50283885c28c5663e9f673058343, ASSIGN 2024-11-08T23:16:32,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a9e50283885c28c5663e9f673058343, ASSIGN; state=OFFLINE, location=300c1216fb79,38423,1731107779526; forceNewPlan=false, retain=false 2024-11-08T23:16:33,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a9e50283885c28c5663e9f673058343, regionState=OPENING, regionLocation=300c1216fb79,38423,1731107779526 2024-11-08T23:16:33,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a9e50283885c28c5663e9f673058343, ASSIGN because future has completed 2024-11-08T23:16:33,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a9e50283885c28c5663e9f673058343, server=300c1216fb79,38423,1731107779526}] 2024-11-08T23:16:33,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:16:33,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:33,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:33,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:33,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:16:33,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:16:33,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:16:33,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:16:33,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C38423%2C1731107779526.rep, suffix=, logDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526, archiveDir=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/oldWALs, maxLogs=10 2024-11-08T23:16:33,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.rep.1731107793304, exclude list is [], retry=0 2024-11-08T23:16:33,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-1817772b-a02e-437d-9303-4e9ad63ddd6b,DISK] 2024-11-08T23:16:33,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.rep.1731107793304 2024-11-08T23:16:33,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395)] 2024-11-08T23:16:33,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a9e50283885c28c5663e9f673058343, NAME => 'hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:16:33,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:16:33,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:16:33,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. service=MultiRowMutationService 2024-11-08T23:16:33,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:16:33,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:16:33,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,326 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,327 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a9e50283885c28c5663e9f673058343 columnFamilyName hfileref 2024-11-08T23:16:33,327 DEBUG [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:33,327 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] regionserver.HStore(327): Store=0a9e50283885c28c5663e9f673058343/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:33,328 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,329 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a9e50283885c28c5663e9f673058343 columnFamilyName queue 2024-11-08T23:16:33,329 DEBUG [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:33,329 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] regionserver.HStore(327): Store=0a9e50283885c28c5663e9f673058343/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:33,329 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,330 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a9e50283885c28c5663e9f673058343 columnFamilyName sid 2024-11-08T23:16:33,330 DEBUG [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:16:33,331 INFO [StoreOpener-0a9e50283885c28c5663e9f673058343-1 {}] regionserver.HStore(327): Store=0a9e50283885c28c5663e9f673058343/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:16:33,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:16:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:16:33,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a9e50283885c28c5663e9f673058343; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62058316, jitterRate=-0.07525902986526489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:16:33,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a9e50283885c28c5663e9f673058343 2024-11-08T23:16:33,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a9e50283885c28c5663e9f673058343: Running coprocessor pre-open hook at 1731107793324Writing region info on filesystem at 1731107793324Initializing all the Stores at 1731107793325 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107793325Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107793326 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107793326Cleaning up temporary data from old regions at 1731107793333 (+7 ms)Running coprocessor post-open hooks at 1731107793338 (+5 ms)Region opened successfully at 1731107793339 (+1 ms) 2024-11-08T23:16:33,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343., pid=10, masterSystemTime=1731107793297 2024-11-08T23:16:33,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:16:33,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:16:33,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a9e50283885c28c5663e9f673058343, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,38423,1731107779526 2024-11-08T23:16:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a9e50283885c28c5663e9f673058343, server=300c1216fb79,38423,1731107779526 because future has completed 2024-11-08T23:16:33,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:16:33,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a9e50283885c28c5663e9f673058343, server=300c1216fb79,38423,1731107779526 in 202 msec 2024-11-08T23:16:33,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:16:33,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a9e50283885c28c5663e9f673058343, ASSIGN in 360 msec 2024-11-08T23:16:33,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:16:33,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107793353"}]},"ts":"1731107793353"} 2024-11-08T23:16:33,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:16:33,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:16:33,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-08T23:16:33,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343., hostname=300c1216fb79,38423,1731107779526, seqNum=2] 2024-11-08T23:16:33,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:33,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:16:33,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:16:33,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:16:33,609 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:16:33,642 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,38423,1731107779526, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:16:33,642 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:33,643 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,38423,1731107779526, seqNum=-1] 2024-11-08T23:16:33,643 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:33,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T23:16:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,38423,1731107779526', locateType=CURRENT is [region=hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343., hostname=300c1216fb79,38423,1731107779526, seqNum=2] 2024-11-08T23:16:33,649 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:16:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:16:33,652 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,38423,1731107779526 suceeded 2024-11-08T23:16:33,656 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:38061,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T23:16:33,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:16:33,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-08T23:16:33,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-08T23:16:33,665 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:38061' 2024-11-08T23:16:33,666 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33f48d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:33,666 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38061,-1 for getting cluster id 2024-11-08T23:16:33,667 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:33,667 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b031b017-a383-47c7-b368-fee8d2b0fbe5' 2024-11-08T23:16:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b031b017-a383-47c7-b368-fee8d2b0fbe5" 2024-11-08T23:16:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1186789f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38061,-1] 2024-11-08T23:16:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:33,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:33,670 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:33,671 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e5217c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:33,671 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:33,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,38061,1731107783994 2024-11-08T23:16:33,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f1137b 2024-11-08T23:16:33,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:33,673 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T23:16:33,674 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,38423,1731107779526 (queues=1) is replicating from cluster=c13d7ed6-dd54-4761-bfac-8a2167dc3892 to cluster=b031b017-a383-47c7-b368-fee8d2b0fbe5 2024-11-08T23:16:33,674 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C38423%2C1731107779526 2024-11-08T23:16:33,674 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,38423,1731107779526, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:16:33,674 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C38423%2C1731107779526 2024-11-08T23:16:33,675 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673, startPosition=0, beingWritten=true 2024-11-08T23:16:33,683 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:16:33,683 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 379, reset compression=false 2024-11-08T23:16:33,683 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,38423,1731107779526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:16:33,888 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 379, reset compression=false 2024-11-08T23:16:34,192 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 379, reset compression=false 2024-11-08T23:16:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:16:34,289 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:16:34,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:16:34,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:34,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:34,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:34,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:34,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:34,296 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731107794294/Put/seqid=0 2024-11-08T23:16:34,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741840_1016 (size=7894) 2024-11-08T23:16:34,596 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 379, reset compression=false 2024-11-08T23:16:34,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f/f/hfile_1 is 34, key is ddd/f:row/1731107794705/Put/seqid=0 2024-11-08T23:16:34,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741841_1017 (size=7691) 2024-11-08T23:16:35,100 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 379, reset compression=false 2024-11-08T23:16:35,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0737a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:35,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,35829,-1 for getting cluster id 2024-11-08T23:16:35,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:35,115 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c13d7ed6-dd54-4761-bfac-8a2167dc3892' 2024-11-08T23:16:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c13d7ed6-dd54-4761-bfac-8a2167dc3892" 2024-11-08T23:16:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745f070f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,35829,-1] 2024-11-08T23:16:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:35,117 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:35,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc3ca32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:35,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,38423,1731107779526, seqNum=-1] 2024-11-08T23:16:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:35,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:35,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,35829,1731107779323 2024-11-08T23:16:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d0b7098 2024-11-08T23:16:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:35,134 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2] 2024-11-08T23:16:35,147 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:16:35,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T23:16:35,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T23:16:35,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f/f/hfile_0 for inclusion in c94032d2ce07ef9357308e608581b6eb/f 2024-11-08T23:16:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T23:16:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:16:35,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f/f/hfile_1 for inclusion in c94032d2ce07ef9357308e608581b6eb/f 2024-11-08T23:16:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T23:16:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:16:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HRegion(2603): Flush status journal for c94032d2ce07ef9357308e608581b6eb: 2024-11-08T23:16:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f/f/hfile_0 to hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_0 2024-11-08T23:16:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_0 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ 2024-11-08T23:16:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f/f/hfile_1 to hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_1 2024-11-08T23:16:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_1 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ 2024-11-08T23:16:35,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_0 into c94032d2ce07ef9357308e608581b6eb/f as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ - updating store file list. 2024-11-08T23:16:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a271d406417e4673b31bb78ac0fe6f33_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:16:35,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ into c94032d2ce07ef9357308e608581b6eb/f 2024-11-08T23:16:35,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_0 into c94032d2ce07ef9357308e608581b6eb/f (new location: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_) 2024-11-08T23:16:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_0 2024-11-08T23:16:35,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_1 into c94032d2ce07ef9357308e608581b6eb/f as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ - updating store file list. 2024-11-08T23:16:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:16:35,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ into c94032d2ce07ef9357308e608581b6eb/f 2024-11-08T23:16:35,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_1 into c94032d2ce07ef9357308e608581b6eb/f (new location: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_) 2024-11-08T23:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__glf8jhquu70vgojv2aj46216mgehvq8n41ajsv8r3n80e9uvuclkg4ahc924hcaj/f/hfile_1 2024-11-08T23:16:35,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:16:35,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:35,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:35,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:35,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:35,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:35,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2 , the old value is region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=300c1216fb79:38423 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:16:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,46697,1731107784137, seqNum=-1] 2024-11-08T23:16:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:16:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2 from cache 2024-11-08T23:16:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:35,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731107789971.71219d253ba579ebb2606ccaa481e215., hostname=300c1216fb79,46697,1731107784137, seqNum=2] 2024-11-08T23:16:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:33436 deadline: 1731107855237 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:33436 2024-11-08T23:16:35,245 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T23:16:35,349 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:38423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T23:16:35,704 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 379, reset compression=false 2024-11-08T23:16:35,711 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:16:35,711 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,38423,1731107779526 got entry batch from reader: WALEntryBatch [walEntries=[{test/c94032d2ce07ef9357308e608581b6eb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731107795231/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T23:16:35,734 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:16:35,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T23:16:35,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.ReplicationSink(318): Replicating [c13d7ed6-dd54-4761-bfac-8a2167dc3892] bulk loaded data 2024-11-08T23:16:35,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f11ba62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:35,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38061,-1 for getting cluster id 2024-11-08T23:16:35,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:35,741 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b031b017-a383-47c7-b368-fee8d2b0fbe5' 2024-11-08T23:16:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b031b017-a383-47c7-b368-fee8d2b0fbe5" 2024-11-08T23:16:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b82fc40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38061,-1] 2024-11-08T23:16:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:35,743 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:35,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2796ba25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741837_1013 (size=7894) 2024-11-08T23:16:35,911 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 687, reset compression=false 2024-11-08T23:16:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741838_1014 (size=7691) 2024-11-08T23:16:36,215 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 687, reset compression=false 2024-11-08T23:16:36,247 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T23:16:36,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,38061,1731107783994 2024-11-08T23:16:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f12bfeb 2024-11-08T23:16:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:36,579 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T23:16:36,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:16:36,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:36,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,46697,1731107784137, seqNum=-1] 2024-11-08T23:16:36,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:36,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T23:16:36,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T23:16:36,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T23:16:36,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ for inclusion in 71219d253ba579ebb2606ccaa481e215/f 2024-11-08T23:16:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T23:16:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:16:36,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ for inclusion in 71219d253ba579ebb2606ccaa481e215/f 2024-11-08T23:16:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T23:16:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:16:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HRegion(2603): Flush status journal for 71219d253ba579ebb2606ccaa481e215: 2024-11-08T23:16:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/f/f9dc36b9260940f0bf72562748e0d7b7_SeqId_4_ 2024-11-08T23:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/f/8b5dd7dad0694fa0afef87589536e50d_SeqId_4_ 2024-11-08T23:16:36,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ into 71219d253ba579ebb2606ccaa481e215/f as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/f/f9dc36b9260940f0bf72562748e0d7b7_SeqId_4_ - updating store file list. 2024-11-08T23:16:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9dc36b9260940f0bf72562748e0d7b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:16:36,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/f/f9dc36b9260940f0bf72562748e0d7b7_SeqId_4_ into 71219d253ba579ebb2606ccaa481e215/f 2024-11-08T23:16:36,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ into 71219d253ba579ebb2606ccaa481e215/f (new location: hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/f/f9dc36b9260940f0bf72562748e0d7b7_SeqId_4_) 2024-11-08T23:16:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_ 2024-11-08T23:16:36,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ into 71219d253ba579ebb2606ccaa481e215/f as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/f/8b5dd7dad0694fa0afef87589536e50d_SeqId_4_ - updating store file list. 2024-11-08T23:16:36,619 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 687, reset compression=false 2024-11-08T23:16:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b5dd7dad0694fa0afef87589536e50d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:16:36,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/f/8b5dd7dad0694fa0afef87589536e50d_SeqId_4_ into 71219d253ba579ebb2606ccaa481e215/f 2024-11-08T23:16:36,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ into 71219d253ba579ebb2606ccaa481e215/f (new location: hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/f/8b5dd7dad0694fa0afef87589536e50d_SeqId_4_) 2024-11-08T23:16:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/staging/jenkins.hfs.6__test__vg1vidd8sdpkonaocbjf8hjcr9tljl0l5gdcdh58mtj8ik27iv3sdu68m1r73s1o/f/a271d406417e4673b31bb78ac0fe6f33_SeqId_4_ 2024-11-08T23:16:36,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46697 {}] regionserver.ReplicationSink(324): Finished replicating [c13d7ed6-dd54-4761-bfac-8a2167dc3892] bulk loaded data 2024-11-08T23:16:37,124 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 687, reset compression=false 2024-11-08T23:16:37,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:16:37,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731107797268/Put/seqid=0 2024-11-08T23:16:37,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741842_1018 (size=7997) 2024-11-08T23:16:37,678 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731107797677/Put/seqid=0 2024-11-08T23:16:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741843_1019 (size=7794) 2024-11-08T23:16:37,729 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 687, reset compression=false 2024-11-08T23:16:38,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296a5dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:38,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,35829,-1 for getting cluster id 2024-11-08T23:16:38,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:16:38,085 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c13d7ed6-dd54-4761-bfac-8a2167dc3892' 2024-11-08T23:16:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:16:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c13d7ed6-dd54-4761-bfac-8a2167dc3892" 2024-11-08T23:16:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b258d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,35829,-1] 2024-11-08T23:16:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:16:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:38,086 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:16:38,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2f6fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:16:38,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,38423,1731107779526, seqNum=-1] 2024-11-08T23:16:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:38,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:38,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:16:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,35829,1731107779323 2024-11-08T23:16:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62c3f6d4 2024-11-08T23:16:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:16:38,099 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:16:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2] 2024-11-08T23:16:38,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:16:38,112 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T23:16:38,116 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T23:16:38,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f1/f1/hfile_1 for inclusion in c94032d2ce07ef9357308e608581b6eb/f1 2024-11-08T23:16:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T23:16:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:16:38,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f1/f1/hfile_0 for inclusion in c94032d2ce07ef9357308e608581b6eb/f1 2024-11-08T23:16:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T23:16:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:16:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HRegion(2603): Flush status journal for c94032d2ce07ef9357308e608581b6eb: 2024-11-08T23:16:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f1/f1/hfile_1 to hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_1 2024-11-08T23:16:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_1 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f1/ee4934df489e46e0992b2b8e6b6c72e4_SeqId_6_ 2024-11-08T23:16:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/load_f1/f1/hfile_0 to hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_0 2024-11-08T23:16:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_0 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f1/578d08096eca40608cf20b72faa8de7d_SeqId_6_ 2024-11-08T23:16:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T23:16:38,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_1 into c94032d2ce07ef9357308e608581b6eb/f1 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f1/ee4934df489e46e0992b2b8e6b6c72e4_SeqId_6_ - updating store file list. 2024-11-08T23:16:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee4934df489e46e0992b2b8e6b6c72e4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:16:38,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f1/ee4934df489e46e0992b2b8e6b6c72e4_SeqId_6_ into c94032d2ce07ef9357308e608581b6eb/f1 2024-11-08T23:16:38,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_1 into c94032d2ce07ef9357308e608581b6eb/f1 (new location: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f1/ee4934df489e46e0992b2b8e6b6c72e4_SeqId_6_) 2024-11-08T23:16:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_1 2024-11-08T23:16:38,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_0 into c94032d2ce07ef9357308e608581b6eb/f1 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f1/578d08096eca40608cf20b72faa8de7d_SeqId_6_ - updating store file list. 2024-11-08T23:16:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 578d08096eca40608cf20b72faa8de7d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:16:38,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f1/578d08096eca40608cf20b72faa8de7d_SeqId_6_ into c94032d2ce07ef9357308e608581b6eb/f1 2024-11-08T23:16:38,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_0 into c94032d2ce07ef9357308e608581b6eb/f1 (new location: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/f1/578d08096eca40608cf20b72faa8de7d_SeqId_6_) 2024-11-08T23:16:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/staging/jenkins__test__6ejp72vest3iasputcfhckhetv3411ggg81435njdr86vbi56kt73n4ft2hr7nm8/f1/hfile_0 2024-11-08T23:16:38,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:16:38,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:16:38,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:38,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2 , the old value is region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=300c1216fb79:38423 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2 from cache 2024-11-08T23:16:38,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:16:38,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:16:38,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,38423,1731107779526, seqNum=-1] 2024-11-08T23:16:38,153 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T23:16:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:16:38,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:16:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb., hostname=300c1216fb79,38423,1731107779526, seqNum=2] 2024-11-08T23:16:38,259 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:38423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T23:16:38,433 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 687, reset compression=false 2024-11-08T23:16:38,439 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:16:38,439 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:38,439 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,38423,1731107779526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:16:38,644 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:38,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:16:38,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:38,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:38,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:38,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:16:38,949 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:39,352 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:39,856 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:40,461 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:41,165 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:41,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T23:16:41,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T23:16:41,969 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:42,873 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:43,878 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:44,982 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:46,186 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:47,491 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:48,895 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:48,911 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:16:50,400 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:52,004 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:53,580 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:16:53,708 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:55,513 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:57,417 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:16:58,442 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,38423,1731107779526 got entry batch from reader: null 2024-11-08T23:16:59,421 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:01,538 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:02,664 INFO [master/300c1216fb79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T23:17:02,664 INFO [master/300c1216fb79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T23:17:03,743 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:06,050 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:07,958 INFO [master/300c1216fb79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T23:17:07,958 INFO [master/300c1216fb79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T23:17:08,453 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:10,958 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:13,562 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:13,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c94032d2ce07ef9357308e608581b6eb, had cached 0 bytes from a total of 31376 2024-11-08T23:17:16,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 71219d253ba579ebb2606ccaa481e215, had cached 0 bytes from a total of 15585 2024-11-08T23:17:16,266 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:18,442 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,38423,1731107779526 got entry batch from reader: null 2024-11-08T23:17:18,911 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:17:19,070 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:21,975 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:23,580 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:17:24,979 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:28,083 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:31,288 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:34,592 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:37,996 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:38,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:17:38,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:17:38,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:38,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:38,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:38,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:17:38,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:17:38,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=766270477, stopped=false 2024-11-08T23:17:38,191 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,38061,1731107783994 2024-11-08T23:17:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802915041/running 2024-11-08T23:17:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802915041/running 2024-11-08T23:17:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:17:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:17:38,228 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:17:38,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:17:38,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:38,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:38,229 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,46697,1731107784137' ***** 2024-11-08T23:17:38,229 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:17:38,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on znode that does not yet exist, /11802915041/running 2024-11-08T23:17:38,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Set watcher on znode that does not yet exist, /11802915041/running 2024-11-08T23:17:38,229 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:17:38,229 INFO [RS:0;300c1216fb79:46697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:17:38,229 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:17:38,229 INFO [RS:0;300c1216fb79:46697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:17:38,229 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(3091): Received CLOSE for 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:17:38,230 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,46697,1731107784137 2024-11-08T23:17:38,230 INFO [RS:0;300c1216fb79:46697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:17:38,230 INFO [RS:0;300c1216fb79:46697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:46697. 2024-11-08T23:17:38,230 DEBUG [RS:0;300c1216fb79:46697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:38,230 DEBUG [RS:0;300c1216fb79:46697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:38,230 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71219d253ba579ebb2606ccaa481e215, disabling compactions & flushes 2024-11-08T23:17:38,230 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:17:38,230 INFO [RS:0;300c1216fb79:46697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:17:38,230 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:17:38,230 INFO [RS:0;300c1216fb79:46697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:17:38,230 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107789971.71219d253ba579ebb2606ccaa481e215. after waiting 0 ms 2024-11-08T23:17:38,230 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:17:38,230 INFO [RS:0;300c1216fb79:46697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:17:38,230 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:17:38,230 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:17:38,230 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71219d253ba579ebb2606ccaa481e215=test,,1731107789971.71219d253ba579ebb2606ccaa481e215.} 2024-11-08T23:17:38,230 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71219d253ba579ebb2606ccaa481e215 2024-11-08T23:17:38,230 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:17:38,231 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:17:38,231 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:17:38,231 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:17:38,231 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:17:38,231 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T23:17:38,241 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/default/test/71219d253ba579ebb2606ccaa481e215/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T23:17:38,241 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:17:38,241 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:17:38,241 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:17:38,241 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71219d253ba579ebb2606ccaa481e215: Waiting for close lock at 1731107858230Running coprocessor pre-close hooks at 1731107858230Disabling compacts and flushes for region at 1731107858230Disabling writes for close at 1731107858230Writing region close event to WAL at 1731107858231 (+1 ms)Running coprocessor post-close hooks at 1731107858241 (+10 ms)Closed at 1731107858241 2024-11-08T23:17:38,242 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107789971.71219d253ba579ebb2606ccaa481e215. 2024-11-08T23:17:38,252 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/info/2d09b62b5dd941e88548237f7c85471e is 129, key is test,,1731107789971.71219d253ba579ebb2606ccaa481e215./info:regioninfo/1731107791157/Put/seqid=0 2024-11-08T23:17:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741839_1015 (size=6421) 2024-11-08T23:17:38,301 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:17:38,431 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:38,440 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:17:38,440 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:17:38,442 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,38423,1731107779526 got entry batch from reader: null 2024-11-08T23:17:38,631 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:38,658 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/info/2d09b62b5dd941e88548237f7c85471e 2024-11-08T23:17:38,701 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/ns/aa50df1a47074549bb14947adb7177b9 is 43, key is default/ns:d/1731107787757/Put/seqid=0 2024-11-08T23:17:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741840_1016 (size=5153) 2024-11-08T23:17:38,831 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:39,031 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:39,143 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/ns/aa50df1a47074549bb14947adb7177b9 2024-11-08T23:17:39,161 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/rep_barrier/b0f869db2f724eab84a3cf301a9f13c3 is 112, key is test,,1731107789971.71219d253ba579ebb2606ccaa481e215./rep_barrier:seqnumDuringOpen/1731107791157/Put/seqid=0 2024-11-08T23:17:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741841_1017 (size=5518) 2024-11-08T23:17:39,231 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:17:39,231 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:17:39,232 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:39,432 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:39,566 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/rep_barrier/b0f869db2f724eab84a3cf301a9f13c3 2024-11-08T23:17:39,584 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/table/785fac1334524b98bb47afb3ee034848 is 40, key is test/table:state/1731107791171/Put/seqid=0 2024-11-08T23:17:39,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741842_1018 (size=5165) 2024-11-08T23:17:39,632 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:39,832 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:39,991 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/table/785fac1334524b98bb47afb3ee034848 2024-11-08T23:17:40,013 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/info/2d09b62b5dd941e88548237f7c85471e as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/info/2d09b62b5dd941e88548237f7c85471e 2024-11-08T23:17:40,021 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/info/2d09b62b5dd941e88548237f7c85471e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T23:17:40,023 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/ns/aa50df1a47074549bb14947adb7177b9 as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/ns/aa50df1a47074549bb14947adb7177b9 2024-11-08T23:17:40,034 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/ns/aa50df1a47074549bb14947adb7177b9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:17:40,035 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/rep_barrier/b0f869db2f724eab84a3cf301a9f13c3 as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/rep_barrier/b0f869db2f724eab84a3cf301a9f13c3 2024-11-08T23:17:40,036 DEBUG [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:40,044 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/rep_barrier/b0f869db2f724eab84a3cf301a9f13c3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T23:17:40,045 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/.tmp/table/785fac1334524b98bb47afb3ee034848 as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/table/785fac1334524b98bb47afb3ee034848 2024-11-08T23:17:40,055 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/table/785fac1334524b98bb47afb3ee034848, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:17:40,056 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1825ms, sequenceid=11, compaction requested=false 2024-11-08T23:17:40,101 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T23:17:40,102 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:17:40,102 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:17:40,102 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:17:40,102 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107858230Running coprocessor pre-close hooks at 1731107858230Disabling compacts and flushes for region at 1731107858230Disabling writes for close at 1731107858231 (+1 ms)Obtaining lock to block concurrent updates at 1731107858231Preparing flush snapshotting stores in 1588230740 at 1731107858231Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731107858231Flushing stores of hbase:meta,,1.1588230740 at 1731107858232 (+1 ms)Flushing 1588230740/info: creating writer at 1731107858232Flushing 1588230740/info: appending metadata at 1731107858251 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731107858251Flushing 1588230740/ns: creating writer at 1731107858670 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731107858700 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731107858700Flushing 1588230740/rep_barrier: creating writer at 1731107859148 (+448 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107859161 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107859161Flushing 1588230740/table: creating writer at 1731107859571 (+410 ms)Flushing 1588230740/table: appending metadata at 1731107859584 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731107859584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b97157: reopening flushed file at 1731107860007 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4078b224: reopening flushed file at 1731107860022 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7806a8e2: reopening flushed file at 1731107860034 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54530ac6: reopening flushed file at 1731107860044 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1825ms, sequenceid=11, compaction requested=false at 1731107860056 (+12 ms)Writing region close event to WAL at 1731107860093 (+37 ms)Running coprocessor post-close hooks at 1731107860102 (+9 ms)Closed at 1731107860102 2024-11-08T23:17:40,102 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:17:40,236 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,46697,1731107784137; all regions closed. 2024-11-08T23:17:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741834_1010 (size=2717) 2024-11-08T23:17:40,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/WALs/300c1216fb79,46697,1731107784137/300c1216fb79%2C46697%2C1731107784137.meta.1731107787594.meta not finished, retry = 0 2024-11-08T23:17:40,342 DEBUG [RS:0;300c1216fb79:46697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/oldWALs 2024-11-08T23:17:40,342 INFO [RS:0;300c1216fb79:46697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C46697%2C1731107784137.meta:.meta(num 1731107787594) 2024-11-08T23:17:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741832_1008 (size=1028) 2024-11-08T23:17:40,346 DEBUG [RS:0;300c1216fb79:46697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/oldWALs 2024-11-08T23:17:40,346 INFO [RS:0;300c1216fb79:46697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C46697%2C1731107784137:(num 1731107786574) 2024-11-08T23:17:40,346 DEBUG [RS:0;300c1216fb79:46697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:40,346 INFO [RS:0;300c1216fb79:46697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:17:40,347 INFO [RS:0;300c1216fb79:46697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:17:40,347 INFO [RS:0;300c1216fb79:46697 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:17:40,347 INFO [RS:0;300c1216fb79:46697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:17:40,347 INFO [RS:0;300c1216fb79:46697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:46697. 2024-11-08T23:17:40,347 DEBUG [RS:0;300c1216fb79:46697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:40,347 DEBUG [RS:0;300c1216fb79:46697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:40,347 DEBUG [RS:0;300c1216fb79:46697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:40,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:17:40,347 INFO [RS:0;300c1216fb79:46697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46697 2024-11-08T23:17:40,348 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:17:40,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802915041/rs/300c1216fb79,46697,1731107784137 2024-11-08T23:17:40,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041/rs 2024-11-08T23:17:40,360 INFO [RS:0;300c1216fb79:46697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:17:40,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,46697,1731107784137] 2024-11-08T23:17:40,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11802915041/draining/300c1216fb79,46697,1731107784137 already deleted, retry=false 2024-11-08T23:17:40,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,46697,1731107784137 expired; onlineServers=0 2024-11-08T23:17:40,399 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,38061,1731107783994' ***** 2024-11-08T23:17:40,399 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:17:40,399 INFO [M:0;300c1216fb79:38061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:17:40,400 INFO [M:0;300c1216fb79:38061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:17:40,400 DEBUG [M:0;300c1216fb79:38061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:17:40,400 DEBUG [M:0;300c1216fb79:38061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:17:40,400 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:17:40,400 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107786303 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107786303,5,FailOnTimeoutGroup] 2024-11-08T23:17:40,400 INFO [M:0;300c1216fb79:38061 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:17:40,400 INFO [M:0;300c1216fb79:38061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:17:40,400 DEBUG [M:0;300c1216fb79:38061 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:17:40,400 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107786303 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107786303,5,FailOnTimeoutGroup] 2024-11-08T23:17:40,400 INFO [M:0;300c1216fb79:38061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:17:40,400 INFO [M:0;300c1216fb79:38061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:17:40,401 INFO [M:0;300c1216fb79:38061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:17:40,401 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:17:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802915041/master 2024-11-08T23:17:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802915041 2024-11-08T23:17:40,412 DEBUG [M:0;300c1216fb79:38061 {}] zookeeper.ZKUtil(347): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Unable to get data of znode /11802915041/master because node does not exist (not an error) 2024-11-08T23:17:40,412 WARN [M:0;300c1216fb79:38061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:17:40,421 INFO [M:0;300c1216fb79:38061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/.lastflushedseqids 2024-11-08T23:17:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741843_1019 (size=173) 2024-11-08T23:17:40,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:17:40,470 INFO [RS:0;300c1216fb79:46697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:17:40,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46697-0x1011cbc65280004, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:17:40,470 INFO [RS:0;300c1216fb79:46697 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,46697,1731107784137; zookeeper connection closed. 2024-11-08T23:17:40,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@234bba5b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@234bba5b 2024-11-08T23:17:40,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:17:40,834 INFO [M:0;300c1216fb79:38061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:17:40,834 INFO [M:0;300c1216fb79:38061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:17:40,834 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:17:40,834 INFO [M:0;300c1216fb79:38061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:40,834 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:40,834 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:17:40,834 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:40,834 INFO [M:0;300c1216fb79:38061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-08T23:17:40,849 DEBUG [M:0;300c1216fb79:38061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64735c04e41a4ba09704ecfdcb209089 is 82, key is hbase:meta,,1/info:regioninfo/1731107787665/Put/seqid=0 2024-11-08T23:17:40,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741844_1020 (size=5672) 2024-11-08T23:17:41,253 INFO [M:0;300c1216fb79:38061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64735c04e41a4ba09704ecfdcb209089 2024-11-08T23:17:41,279 DEBUG [M:0;300c1216fb79:38061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff9617352ed0497794937b2f7bc92d86 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731107791178/Put/seqid=0 2024-11-08T23:17:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741845_1021 (size=6726) 2024-11-08T23:17:41,500 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 to pos 997, reset compression=false 2024-11-08T23:17:41,684 INFO [M:0;300c1216fb79:38061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff9617352ed0497794937b2f7bc92d86 2024-11-08T23:17:41,688 INFO [M:0;300c1216fb79:38061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff9617352ed0497794937b2f7bc92d86 2024-11-08T23:17:41,702 DEBUG [M:0;300c1216fb79:38061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff14bd347326407dbb94134b36a0ba50 is 69, key is 300c1216fb79,46697,1731107784137/rs:state/1731107786406/Put/seqid=0 2024-11-08T23:17:41,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741846_1022 (size=5156) 2024-11-08T23:17:42,106 INFO [M:0;300c1216fb79:38061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff14bd347326407dbb94134b36a0ba50 2024-11-08T23:17:42,112 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64735c04e41a4ba09704ecfdcb209089 as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64735c04e41a4ba09704ecfdcb209089 2024-11-08T23:17:42,116 INFO [M:0;300c1216fb79:38061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64735c04e41a4ba09704ecfdcb209089, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T23:17:42,117 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff9617352ed0497794937b2f7bc92d86 as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff9617352ed0497794937b2f7bc92d86 2024-11-08T23:17:42,123 INFO [M:0;300c1216fb79:38061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff9617352ed0497794937b2f7bc92d86 2024-11-08T23:17:42,123 INFO [M:0;300c1216fb79:38061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff9617352ed0497794937b2f7bc92d86, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T23:17:42,124 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff14bd347326407dbb94134b36a0ba50 as hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff14bd347326407dbb94134b36a0ba50 2024-11-08T23:17:42,129 INFO [M:0;300c1216fb79:38061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34213/user/jenkins/test-data/777571c1-8e9f-113c-c44a-6293b2f3a177/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff14bd347326407dbb94134b36a0ba50, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T23:17:42,131 INFO [M:0;300c1216fb79:38061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false 2024-11-08T23:17:42,132 INFO [M:0;300c1216fb79:38061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:42,132 DEBUG [M:0;300c1216fb79:38061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107860834Disabling compacts and flushes for region at 1731107860834Disabling writes for close at 1731107860834Obtaining lock to block concurrent updates at 1731107860834Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107860834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731107860835 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107860835Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107860835Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107860848 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107860848Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107861259 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107861278 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107861278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107861689 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107861701 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107861701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590059ad: reopening flushed file at 1731107862111 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5e9bd3: reopening flushed file at 1731107862116 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7be3e7: reopening flushed file at 1731107862123 (+7 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false at 1731107862131 (+8 ms)Writing region close event to WAL at 1731107862132 (+1 ms)Closed at 1731107862132 2024-11-08T23:17:42,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741830_1006 (size=33014) 2024-11-08T23:17:42,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:17:42,135 INFO [M:0;300c1216fb79:38061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:17:42,135 INFO [M:0;300c1216fb79:38061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38061 2024-11-08T23:17:42,135 INFO [M:0;300c1216fb79:38061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:17:42,249 INFO [M:0;300c1216fb79:38061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:17:42,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:17:42,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x1011cbc65280003, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:17:42,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b53a213{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:17:42,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26ec9cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:17:42,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:17:42,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a60572d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:17:42,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c22a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.log.dir/,STOPPED} 2024-11-08T23:17:42,279 WARN [BP-1514041698-172.17.0.2-1731107781949 heartbeating to localhost/127.0.0.1:34213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:17:42,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:17:42,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:17:42,279 WARN [BP-1514041698-172.17.0.2-1731107781949 heartbeating to localhost/127.0.0.1:34213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1514041698-172.17.0.2-1731107781949 (Datanode Uuid 0aa6c2b7-3e22-4789-8dfc-89394352eb75) service to localhost/127.0.0.1:34213 2024-11-08T23:17:42,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/cluster_cebff937-9c95-656a-3195-823374e3f9a2/data/data1/current/BP-1514041698-172.17.0.2-1731107781949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:17:42,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/cluster_cebff937-9c95-656a-3195-823374e3f9a2/data/data2/current/BP-1514041698-172.17.0.2-1731107781949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:17:42,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:17:42,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b66e275{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:17:42,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a187b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:17:42,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:17:42,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fcc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:17:42,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cea3ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.log.dir/,STOPPED} 2024-11-08T23:17:42,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:17:42,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:17:42,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:17:42,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:42,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:42,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:42,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:17:42,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:17:42,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=832798417, stopped=false 2024-11-08T23:17:42,310 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,35829,1731107779323 2024-11-08T23:17:42,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0227740289/running 2024-11-08T23:17:42,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0227740289/running 2024-11-08T23:17:42,328 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:17:42,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:17:42,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:17:42,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:17:42,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on znode that does not yet exist, /0227740289/running 2024-11-08T23:17:42,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:42,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:42,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Set watcher on znode that does not yet exist, /0227740289/running 2024-11-08T23:17:42,329 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,38423,1731107779526' ***** 2024-11-08T23:17:42,329 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:17:42,329 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:17:42,329 INFO [RS:0;300c1216fb79:38423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:17:42,329 INFO [RS:0;300c1216fb79:38423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a9e50283885c28c5663e9f673058343 2024-11-08T23:17:42,330 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(3091): Received CLOSE for c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,38423,1731107779526 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:38423. 2024-11-08T23:17:42,330 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a9e50283885c28c5663e9f673058343, disabling compactions & flushes 2024-11-08T23:17:42,330 DEBUG [RS:0;300c1216fb79:38423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:42,330 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:17:42,330 DEBUG [RS:0;300c1216fb79:38423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:42,330 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:17:42,330 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. after waiting 0 ms 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:17:42,330 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:17:42,330 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a9e50283885c28c5663e9f673058343 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T23:17:42,330 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:17:42,330 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0a9e50283885c28c5663e9f673058343=hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343., c94032d2ce07ef9357308e608581b6eb=test,,1731107787815.c94032d2ce07ef9357308e608581b6eb.} 2024-11-08T23:17:42,331 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:17:42,331 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1351): Waiting on 0a9e50283885c28c5663e9f673058343, 1588230740, c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:17:42,331 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:17:42,331 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:17:42,331 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:17:42,331 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:17:42,331 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:17:42,353 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/.tmp/hfileref/b65a3a2c87344dbbafa5879a85ff5620 is 74, key is 1/hfileref:58c0c81bda784856a3fe61dc1ae025b9_SeqId_4_/1731107796625/DeleteColumn/seqid=0 2024-11-08T23:17:42,356 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/info/07c28053e15748c787aabb2b0cb5642d is 147, key is hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343./info:regioninfo/1731107793343/Put/seqid=0 2024-11-08T23:17:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741844_1020 (size=5203) 2024-11-08T23:17:42,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741845_1021 (size=7686) 2024-11-08T23:17:42,422 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:17:42,531 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1351): Waiting on 0a9e50283885c28c5663e9f673058343, 1588230740, c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:17:42,540 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:17:42,540 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:17:42,731 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1351): Waiting on 0a9e50283885c28c5663e9f673058343, 1588230740, c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:17:42,762 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/.tmp/hfileref/b65a3a2c87344dbbafa5879a85ff5620 2024-11-08T23:17:42,768 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/info/07c28053e15748c787aabb2b0cb5642d 2024-11-08T23:17:42,784 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/.tmp/queue/2ad2fa8cba7a422f8e7c6b9733b71ef9 is 153, key is 1-300c1216fb79,38423,1731107779526/queue:300c1216fb79%2C38423%2C1731107779526/1731107798440/Put/seqid=0 2024-11-08T23:17:42,788 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/ns/d2c46fc33a2b4854a0ea063a085274f9 is 43, key is default/ns:d/1731107781821/Put/seqid=0 2024-11-08T23:17:42,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741846_1022 (size=5352) 2024-11-08T23:17:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741847_1023 (size=5153) 2024-11-08T23:17:42,792 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/ns/d2c46fc33a2b4854a0ea063a085274f9 2024-11-08T23:17:42,811 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/rep_barrier/33ffcf0c310c40e5bb2fa39f4e483050 is 112, key is test,,1731107787815.c94032d2ce07ef9357308e608581b6eb./rep_barrier:seqnumDuringOpen/1731107788983/Put/seqid=0 2024-11-08T23:17:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741848_1024 (size=5518) 2024-11-08T23:17:42,931 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1351): Waiting on 0a9e50283885c28c5663e9f673058343, 1588230740, c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:17:43,131 DEBUG [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1351): Waiting on 0a9e50283885c28c5663e9f673058343, 1588230740, c94032d2ce07ef9357308e608581b6eb 2024-11-08T23:17:43,191 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/.tmp/queue/2ad2fa8cba7a422f8e7c6b9733b71ef9 2024-11-08T23:17:43,196 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/.tmp/hfileref/b65a3a2c87344dbbafa5879a85ff5620 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/hfileref/b65a3a2c87344dbbafa5879a85ff5620 2024-11-08T23:17:43,201 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/hfileref/b65a3a2c87344dbbafa5879a85ff5620, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T23:17:43,202 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/.tmp/queue/2ad2fa8cba7a422f8e7c6b9733b71ef9 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/queue/2ad2fa8cba7a422f8e7c6b9733b71ef9 2024-11-08T23:17:43,208 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/queue/2ad2fa8cba7a422f8e7c6b9733b71ef9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T23:17:43,209 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0a9e50283885c28c5663e9f673058343 in 879ms, sequenceid=10, compaction requested=false 2024-11-08T23:17:43,213 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/replication/0a9e50283885c28c5663e9f673058343/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T23:17:43,213 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:17:43,213 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:17:43,213 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a9e50283885c28c5663e9f673058343: Waiting for close lock at 1731107862330Running coprocessor pre-close hooks at 1731107862330Disabling compacts and flushes for region at 1731107862330Disabling writes for close at 1731107862330Obtaining lock to block concurrent updates at 1731107862330Preparing flush snapshotting stores in 0a9e50283885c28c5663e9f673058343 at 1731107862330Finished memstore snapshotting hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731107862331 (+1 ms)Flushing stores of hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. at 1731107862332 (+1 ms)Flushing 0a9e50283885c28c5663e9f673058343/hfileref: creating writer at 1731107862332Flushing 0a9e50283885c28c5663e9f673058343/hfileref: appending metadata at 1731107862353 (+21 ms)Flushing 0a9e50283885c28c5663e9f673058343/hfileref: closing flushed file at 1731107862353Flushing 0a9e50283885c28c5663e9f673058343/queue: creating writer at 1731107862768 (+415 ms)Flushing 0a9e50283885c28c5663e9f673058343/queue: appending metadata at 1731107862783 (+15 ms)Flushing 0a9e50283885c28c5663e9f673058343/queue: closing flushed file at 1731107862783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e656153: reopening flushed file at 1731107863196 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7052ad3: reopening flushed file at 1731107863201 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0a9e50283885c28c5663e9f673058343 in 879ms, sequenceid=10, compaction requested=false at 1731107863209 (+8 ms)Writing region close event to WAL at 1731107863210 (+1 ms)Running coprocessor post-close hooks at 1731107863213 (+3 ms)Closed at 1731107863213 2024-11-08T23:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731107792155.0a9e50283885c28c5663e9f673058343. 2024-11-08T23:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c94032d2ce07ef9357308e608581b6eb, disabling compactions & flushes 2024-11-08T23:17:43,214 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. after waiting 0 ms 2024-11-08T23:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:17:43,215 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/rep_barrier/33ffcf0c310c40e5bb2fa39f4e483050 2024-11-08T23:17:43,217 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/default/test/c94032d2ce07ef9357308e608581b6eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:17:43,218 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:17:43,218 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:17:43,218 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:17:43,218 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c94032d2ce07ef9357308e608581b6eb: Waiting for close lock at 1731107863214Running coprocessor pre-close hooks at 1731107863214Disabling compacts and flushes for region at 1731107863214Disabling writes for close at 1731107863214Writing region close event to WAL at 1731107863215 (+1 ms)Running coprocessor post-close hooks at 1731107863218 (+3 ms)Closed at 1731107863218 2024-11-08T23:17:43,218 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107787815.c94032d2ce07ef9357308e608581b6eb. 2024-11-08T23:17:43,239 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/table/4eaef6e1ae7c4a9688ee4a8d1ef2af17 is 53, key is hbase:replication/table:state/1731107793353/Put/seqid=0 2024-11-08T23:17:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741849_1025 (size=5308) 2024-11-08T23:17:43,243 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/table/4eaef6e1ae7c4a9688ee4a8d1ef2af17 2024-11-08T23:17:43,249 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/info/07c28053e15748c787aabb2b0cb5642d as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/info/07c28053e15748c787aabb2b0cb5642d 2024-11-08T23:17:43,254 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/info/07c28053e15748c787aabb2b0cb5642d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:17:43,255 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/ns/d2c46fc33a2b4854a0ea063a085274f9 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/ns/d2c46fc33a2b4854a0ea063a085274f9 2024-11-08T23:17:43,259 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/ns/d2c46fc33a2b4854a0ea063a085274f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:17:43,260 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/rep_barrier/33ffcf0c310c40e5bb2fa39f4e483050 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/rep_barrier/33ffcf0c310c40e5bb2fa39f4e483050 2024-11-08T23:17:43,265 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/rep_barrier/33ffcf0c310c40e5bb2fa39f4e483050, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:17:43,266 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/.tmp/table/4eaef6e1ae7c4a9688ee4a8d1ef2af17 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/table/4eaef6e1ae7c4a9688ee4a8d1ef2af17 2024-11-08T23:17:43,272 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/table/4eaef6e1ae7c4a9688ee4a8d1ef2af17, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:17:43,273 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=16, compaction requested=false 2024-11-08T23:17:43,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,277 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:17:43,277 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:17:43,277 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:17:43,277 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:17:43,277 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107862331Running coprocessor pre-close hooks at 1731107862331Disabling compacts and flushes for region at 1731107862331Disabling writes for close at 1731107862331Obtaining lock to block concurrent updates at 1731107862331Preparing flush snapshotting stores in 1588230740 at 1731107862331Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731107862331Flushing stores of hbase:meta,,1.1588230740 at 1731107862333 (+2 ms)Flushing 1588230740/info: creating writer at 1731107862333Flushing 1588230740/info: appending metadata at 1731107862356 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731107862356Flushing 1588230740/ns: creating writer at 1731107862773 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731107862787 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731107862787Flushing 1588230740/rep_barrier: creating writer at 1731107862796 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107862810 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107862810Flushing 1588230740/table: creating writer at 1731107863220 (+410 ms)Flushing 1588230740/table: appending metadata at 1731107863238 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731107863238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51111e65: reopening flushed file at 1731107863248 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404e1bc2: reopening flushed file at 1731107863254 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a750f5: reopening flushed file at 1731107863260 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0a0cdd: reopening flushed file at 1731107863265 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=16, compaction requested=false at 1731107863273 (+8 ms)Writing region close event to WAL at 1731107863274 (+1 ms)Running coprocessor post-close hooks at 1731107863277 (+3 ms)Closed at 1731107863277 2024-11-08T23:17:43,278 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:17:43,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,332 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,38423,1731107779526; all regions closed. 2024-11-08T23:17:43,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:17:43,338 DEBUG [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/oldWALs 2024-11-08T23:17:43,338 INFO [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C38423%2C1731107779526.meta:.meta(num 1731107781720) 2024-11-08T23:17:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741839_1015 (size=2700) 2024-11-08T23:17:43,344 DEBUG [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/oldWALs 2024-11-08T23:17:43,344 INFO [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C38423%2C1731107779526.rep:(num 1731107793304) 2024-11-08T23:17:43,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/WALs/300c1216fb79,38423,1731107779526/300c1216fb79%2C38423%2C1731107779526.1731107780673 not finished, retry = 0 2024-11-08T23:17:43,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741832_1008 (size=1300) 2024-11-08T23:17:43,454 DEBUG [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/oldWALs 2024-11-08T23:17:43,454 INFO [RS:0;300c1216fb79:38423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C38423%2C1731107779526:(num 1731107780673) 2024-11-08T23:17:43,454 DEBUG [RS:0;300c1216fb79:38423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:43,454 INFO [RS:0;300c1216fb79:38423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:17:43,454 INFO [RS:0;300c1216fb79:38423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:17:43,455 INFO [RS:0;300c1216fb79:38423 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:17:43,455 INFO [RS:0;300c1216fb79:38423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:17:43,455 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:17:43,455 INFO [RS:0;300c1216fb79:38423 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,38423,1731107779526 because: Region server is closing 2024-11-08T23:17:43,455 INFO [RS:0;300c1216fb79:38423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:38423. 2024-11-08T23:17:43,455 DEBUG [RS:0;300c1216fb79:38423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:43,455 DEBUG [RS:0;300c1216fb79:38423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:43,455 DEBUG [RS:0;300c1216fb79:38423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:43,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:17:43,556 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:17:43,556 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.wal-reader.300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:17:43,556 INFO [RS:0;300c1216fb79:38423 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,38423,1731107779526.replicationSource.shipper300c1216fb79%2C38423%2C1731107779526,1-300c1216fb79,38423,1731107779526 terminated 2024-11-08T23:17:43,556 INFO [RS:0;300c1216fb79:38423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38423 2024-11-08T23:17:43,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0227740289/rs/300c1216fb79,38423,1731107779526 2024-11-08T23:17:43,570 INFO [RS:0;300c1216fb79:38423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:17:43,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289/rs 2024-11-08T23:17:43,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,38423,1731107779526] 2024-11-08T23:17:43,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0227740289/draining/300c1216fb79,38423,1731107779526 already deleted, retry=false 2024-11-08T23:17:43,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,38423,1731107779526 expired; onlineServers=0 2024-11-08T23:17:43,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,35829,1731107779323' ***** 2024-11-08T23:17:43,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:17:43,591 INFO [M:0;300c1216fb79:35829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:17:43,591 INFO [M:0;300c1216fb79:35829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:17:43,591 DEBUG [M:0;300c1216fb79:35829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:17:43,591 DEBUG [M:0;300c1216fb79:35829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:17:43,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:17:43,591 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107780469 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107780469,5,FailOnTimeoutGroup] 2024-11-08T23:17:43,591 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107780476 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107780476,5,FailOnTimeoutGroup] 2024-11-08T23:17:43,591 INFO [M:0;300c1216fb79:35829 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:17:43,592 INFO [M:0;300c1216fb79:35829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:17:43,592 DEBUG [M:0;300c1216fb79:35829 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:17:43,592 INFO [M:0;300c1216fb79:35829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:17:43,592 INFO [M:0;300c1216fb79:35829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:17:43,592 INFO [M:0;300c1216fb79:35829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:17:43,592 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:17:43,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0227740289/master 2024-11-08T23:17:43,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0227740289 2024-11-08T23:17:43,612 DEBUG [M:0;300c1216fb79:35829 {}] zookeeper.ZKUtil(347): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Unable to get data of znode /0227740289/master because node does not exist (not an error) 2024-11-08T23:17:43,612 WARN [M:0;300c1216fb79:35829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:17:43,613 INFO [M:0;300c1216fb79:35829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/.lastflushedseqids 2024-11-08T23:17:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741850_1026 (size=263) 2024-11-08T23:17:43,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:17:43,680 INFO [RS:0;300c1216fb79:38423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:17:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38423-0x1011cbc65280001, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:17:43,681 INFO [RS:0;300c1216fb79:38423 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,38423,1731107779526; zookeeper connection closed. 2024-11-08T23:17:43,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c26114c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c26114c 2024-11-08T23:17:43,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:17:43,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:17:43,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:43,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:44,018 INFO [M:0;300c1216fb79:35829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:17:44,018 INFO [M:0;300c1216fb79:35829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:17:44,018 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:17:44,018 INFO [M:0;300c1216fb79:35829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:44,018 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:44,018 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:17:44,018 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:44,018 INFO [M:0;300c1216fb79:35829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-08T23:17:44,032 DEBUG [M:0;300c1216fb79:35829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/197f3d04d82c4e58a504decd5227364c is 82, key is hbase:meta,,1/info:regioninfo/1731107781770/Put/seqid=0 2024-11-08T23:17:44,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741851_1027 (size=5672) 2024-11-08T23:17:44,436 INFO [M:0;300c1216fb79:35829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/197f3d04d82c4e58a504decd5227364c 2024-11-08T23:17:44,455 DEBUG [M:0;300c1216fb79:35829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18de0cb40a404451899e9ca1c7ca1b94 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731107789002/Put/seqid=0 2024-11-08T23:17:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741852_1028 (size=7239) 2024-11-08T23:17:44,860 INFO [M:0;300c1216fb79:35829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18de0cb40a404451899e9ca1c7ca1b94 2024-11-08T23:17:44,864 INFO [M:0;300c1216fb79:35829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18de0cb40a404451899e9ca1c7ca1b94 2024-11-08T23:17:44,877 DEBUG [M:0;300c1216fb79:35829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e308531c67e248328370fb4905917d4c is 69, key is 300c1216fb79,38423,1731107779526/rs:state/1731107780515/Put/seqid=0 2024-11-08T23:17:44,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741853_1029 (size=5156) 2024-11-08T23:17:45,282 INFO [M:0;300c1216fb79:35829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e308531c67e248328370fb4905917d4c 2024-11-08T23:17:45,286 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/197f3d04d82c4e58a504decd5227364c as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/197f3d04d82c4e58a504decd5227364c 2024-11-08T23:17:45,291 INFO [M:0;300c1216fb79:35829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/197f3d04d82c4e58a504decd5227364c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T23:17:45,292 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18de0cb40a404451899e9ca1c7ca1b94 as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18de0cb40a404451899e9ca1c7ca1b94 2024-11-08T23:17:45,296 INFO [M:0;300c1216fb79:35829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18de0cb40a404451899e9ca1c7ca1b94 2024-11-08T23:17:45,296 INFO [M:0;300c1216fb79:35829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18de0cb40a404451899e9ca1c7ca1b94, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T23:17:45,296 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e308531c67e248328370fb4905917d4c as hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e308531c67e248328370fb4905917d4c 2024-11-08T23:17:45,301 INFO [M:0;300c1216fb79:35829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46023/user/jenkins/test-data/d83130c8-a06f-dd3b-64c3-617ca5529757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e308531c67e248328370fb4905917d4c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T23:17:45,302 INFO [M:0;300c1216fb79:35829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-08T23:17:45,304 INFO [M:0;300c1216fb79:35829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:45,304 DEBUG [M:0;300c1216fb79:35829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107864018Disabling compacts and flushes for region at 1731107864018Disabling writes for close at 1731107864018Obtaining lock to block concurrent updates at 1731107864018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107864018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731107864019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107864019Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107864019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107864031 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107864031Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107864441 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107864455 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107864455Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107864864 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107864877 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107864877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6dcb86: reopening flushed file at 1731107865286 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6466007a: reopening flushed file at 1731107865291 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e56113f: reopening flushed file at 1731107865296 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731107865302 (+6 ms)Writing region close event to WAL at 1731107865303 (+1 ms)Closed at 1731107865303 2024-11-08T23:17:45,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741830_1006 (size=64514) 2024-11-08T23:17:45,308 INFO [M:0;300c1216fb79:35829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:17:45,308 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:17:45,308 INFO [M:0;300c1216fb79:35829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35829 2024-11-08T23:17:45,308 INFO [M:0;300c1216fb79:35829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:17:45,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:17:45,433 INFO [M:0;300c1216fb79:35829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:17:45,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35829-0x1011cbc65280000, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:17:45,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21676263{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:17:45,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51caf3d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:17:45,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:17:45,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@352c2b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:17:45,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489869af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.log.dir/,STOPPED} 2024-11-08T23:17:45,437 WARN [BP-183792413-172.17.0.2-1731107776930 heartbeating to localhost/127.0.0.1:46023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:17:45,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:17:45,437 WARN [BP-183792413-172.17.0.2-1731107776930 heartbeating to localhost/127.0.0.1:46023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-183792413-172.17.0.2-1731107776930 (Datanode Uuid 55bf2304-7a9e-4f28-b7d5-bb8d02786d1a) service to localhost/127.0.0.1:46023 2024-11-08T23:17:45,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:17:45,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/cluster_2233c131-7227-35a3-918e-0dbd2032e860/data/data1/current/BP-183792413-172.17.0.2-1731107776930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:17:45,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/cluster_2233c131-7227-35a3-918e-0dbd2032e860/data/data2/current/BP-183792413-172.17.0.2-1731107776930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:17:45,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:17:45,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ea59de4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:17:45,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b41f308{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:17:45,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:17:45,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f31b59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:17:45,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e7127e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4d0aa511-fc0e-6f0c-6650-cd18a0ae2093/hadoop.log.dir/,STOPPED} 2024-11-08T23:17:45,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:17:45,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:17:45,470 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 141) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59592) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59592) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4f24b912f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46023 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4f24b912f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34213 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 439) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3136 (was 2991) - AvailableMemoryMB LEAK? - 2024-11-08T23:17:45,478 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=3136 2024-11-08T23:17:45,491 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T23:17:45,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.log.dir so I do NOT create it in target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19 2024-11-08T23:17:45,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:17:45,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.tmp.dir so I do NOT create it in target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19 2024-11-08T23:17:45,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a252fb73-35db-d3b3-777f-8b0cb8f74618/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:17:45,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19 2024-11-08T23:17:45,492 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/cluster_108defde-2617-7b31-8c4c-7fc60321a432, deleteOnExit=true 2024-11-08T23:17:45,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/cluster_108defde-2617-7b31-8c4c-7fc60321a432/zookeeper_0, clientPort=56814, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/cluster_108defde-2617-7b31-8c4c-7fc60321a432/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/cluster_108defde-2617-7b31-8c4c-7fc60321a432/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:17:45,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56814 2024-11-08T23:17:45,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:17:45,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:17:45,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/test.cache.data in system properties and HBase conf 2024-11-08T23:17:45,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:17:45,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:17:45,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:17:45,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:17:45,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:17:45,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:17:45,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:17:45,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:17:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:17:45,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:17:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cbc65280005, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:17:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cbc65280002, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:17:45,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cbc65280005, quorum=127.0.0.1:59592, baseZNode=/11802915041 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:17:45,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cbc65280002, quorum=127.0.0.1:59592, baseZNode=/0227740289 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:17:45,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:17:45,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:17:45,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:17:45,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:17:45,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:17:45,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:17:45,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35299b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:17:45,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541e07f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:17:45,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1698260d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/java.io.tmpdir/jetty-localhost-34779-hadoop-hdfs-3_4_1-tests_jar-_-any-3949395337177649130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:17:45,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ffd178{HTTP/1.1, (http/1.1)}{localhost:34779} 2024-11-08T23:17:45,980 INFO [Time-limited test {}] server.Server(415): Started @142384ms 2024-11-08T23:17:46,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:17:46,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:17:46,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:17:46,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:17:46,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:17:46,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b94c408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:17:46,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58893b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:17:46,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6efb4a3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/java.io.tmpdir/jetty-localhost-36661-hadoop-hdfs-3_4_1-tests_jar-_-any-15502665343738130864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:17:46,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@508856f7{HTTP/1.1, (http/1.1)}{localhost:36661} 2024-11-08T23:17:46,413 INFO [Time-limited test {}] server.Server(415): Started @142818ms 2024-11-08T23:17:46,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:17:47,238 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/cluster_108defde-2617-7b31-8c4c-7fc60321a432/data/data2/current/BP-413158395-172.17.0.2-1731107865528/current, will proceed with Du for space computation calculation, 2024-11-08T23:17:47,238 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/cluster_108defde-2617-7b31-8c4c-7fc60321a432/data/data1/current/BP-413158395-172.17.0.2-1731107865528/current, will proceed with Du for space computation calculation, 2024-11-08T23:17:47,252 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:17:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d29dd5a154df119 with lease ID 0x46a52263105694d3: Processing first storage report for DS-89c68236-02b7-41df-ad37-e2626f5e183b from datanode DatanodeRegistration(127.0.0.1:40047, datanodeUuid=9142b19e-3b12-492d-82a2-6e10392eb052, infoPort=33867, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=252170062;c=1731107865528) 2024-11-08T23:17:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d29dd5a154df119 with lease ID 0x46a52263105694d3: from storage DS-89c68236-02b7-41df-ad37-e2626f5e183b node DatanodeRegistration(127.0.0.1:40047, datanodeUuid=9142b19e-3b12-492d-82a2-6e10392eb052, infoPort=33867, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=252170062;c=1731107865528), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:17:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d29dd5a154df119 with lease ID 0x46a52263105694d3: Processing first storage report for DS-d0e937a5-f026-4b6c-8435-e694ed6cc6e0 from datanode DatanodeRegistration(127.0.0.1:40047, datanodeUuid=9142b19e-3b12-492d-82a2-6e10392eb052, infoPort=33867, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=252170062;c=1731107865528) 2024-11-08T23:17:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d29dd5a154df119 with lease ID 0x46a52263105694d3: from storage DS-d0e937a5-f026-4b6c-8435-e694ed6cc6e0 node DatanodeRegistration(127.0.0.1:40047, datanodeUuid=9142b19e-3b12-492d-82a2-6e10392eb052, infoPort=33867, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=252170062;c=1731107865528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:17:47,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19 2024-11-08T23:17:47,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:47,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:17:47,681 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd with version=8 2024-11-08T23:17:47,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/hbase-staging 2024-11-08T23:17:47,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:17:47,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:47,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:47,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:17:47,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:47,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:17:47,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:17:47,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:17:47,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38435 2024-11-08T23:17:47,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38435 connecting to ZooKeeper ensemble=127.0.0.1:56814 2024-11-08T23:17:47,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384350x0, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:17:47,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38435-0x1011cbdbf4d0000 connected 2024-11-08T23:17:47,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:47,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:47,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/running 2024-11-08T23:17:47,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd, hbase.cluster.distributed=false 2024-11-08T23:17:47,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/acl 2024-11-08T23:17:47,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-08T23:17:47,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38435 2024-11-08T23:17:47,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38435 2024-11-08T23:17:47,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-08T23:17:47,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-08T23:17:47,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:17:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:47,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:17:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:17:47,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:17:47,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:17:47,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37531 2024-11-08T23:17:47,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37531 connecting to ZooKeeper ensemble=127.0.0.1:56814 2024-11-08T23:17:47,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:47,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:47,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375310x0, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:17:47,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375310x0, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/running 2024-11-08T23:17:47,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37531-0x1011cbdbf4d0001 connected 2024-11-08T23:17:47,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:17:47,972 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:17:47,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/master 2024-11-08T23:17:47,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/acl 2024-11-08T23:17:47,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-08T23:17:47,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37531 2024-11-08T23:17:47,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37531 2024-11-08T23:17:47,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-08T23:17:47,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-08T23:17:47,994 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:38435 2024-11-08T23:17:47,995 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0616488762/backup-masters/300c1216fb79,38435,1731107867683 2024-11-08T23:17:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/backup-masters 2024-11-08T23:17:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/backup-masters 2024-11-08T23:17:48,007 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on existing znode=/0616488762/backup-masters/300c1216fb79,38435,1731107867683 2024-11-08T23:17:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616488762/master 2024-11-08T23:17:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:48,018 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on existing znode=/0616488762/master 2024-11-08T23:17:48,018 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0616488762/backup-masters/300c1216fb79,38435,1731107867683 from backup master directory 2024-11-08T23:17:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/backup-masters/300c1216fb79,38435,1731107867683 2024-11-08T23:17:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/backup-masters 2024-11-08T23:17:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/backup-masters 2024-11-08T23:17:48,028 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:17:48,028 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,38435,1731107867683 2024-11-08T23:17:48,032 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/hbase.id] with ID: 84512fa0-6771-4e26-a728-a2b37cebba19 2024-11-08T23:17:48,032 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/.tmp/hbase.id 2024-11-08T23:17:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:17:48,437 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/.tmp/hbase.id]:[hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/hbase.id] 2024-11-08T23:17:48,448 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:48,448 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:17:48,449 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:17:48,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:48,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:48,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:17:48,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:17:48,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:48,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:48,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:48,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:48,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:48,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:48,866 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:17:48,867 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:17:48,867 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:17:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:17:49,274 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store 2024-11-08T23:17:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:17:49,681 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:49,681 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:17:49,681 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:49,681 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:49,681 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:17:49,681 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:49,681 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:49,681 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107869681Disabling compacts and flushes for region at 1731107869681Disabling writes for close at 1731107869681Writing region close event to WAL at 1731107869681Closed at 1731107869681 2024-11-08T23:17:49,682 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/.initializing 2024-11-08T23:17:49,682 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683 2024-11-08T23:17:49,683 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:17:49,685 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C38435%2C1731107867683, suffix=, logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/oldWALs, maxLogs=10 2024-11-08T23:17:49,703 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683/300c1216fb79%2C38435%2C1731107867683.1731107869685, exclude list is [], retry=0 2024-11-08T23:17:49,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-89c68236-02b7-41df-ad37-e2626f5e183b,DISK] 2024-11-08T23:17:49,708 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683/300c1216fb79%2C38435%2C1731107867683.1731107869685 2024-11-08T23:17:49,708 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T23:17:49,708 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:17:49,708 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:49,708 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,709 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:17:49,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:49,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:49,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:17:49,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:49,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:49,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:17:49,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:49,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:49,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:17:49,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:49,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:49,717 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,718 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,718 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,719 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,719 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,719 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:17:49,720 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:49,722 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:17:49,723 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68264483, jitterRate=0.017220064997673035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:17:49,724 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107869709Initializing all the Stores at 1731107869709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107869709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107869710 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107869710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107869710Cleaning up temporary data from old regions at 1731107869719 (+9 ms)Region opened successfully at 1731107869724 (+5 ms) 2024-11-08T23:17:49,724 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:17:49,727 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a057c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:17:49,728 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:17:49,728 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:17:49,728 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:17:49,728 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:17:49,728 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:17:49,729 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:17:49,729 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:17:49,731 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:17:49,732 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/balancer because node does not exist (not necessarily an error) 2024-11-08T23:17:49,743 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/balancer already deleted, retry=false 2024-11-08T23:17:49,744 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:17:49,745 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:17:49,754 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/normalizer already deleted, retry=false 2024-11-08T23:17:49,754 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:17:49,755 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:17:49,764 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/switch/split already deleted, retry=false 2024-11-08T23:17:49,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:17:49,775 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/switch/merge already deleted, retry=false 2024-11-08T23:17:49,777 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:17:49,785 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/snapshot-cleanup already deleted, retry=false 2024-11-08T23:17:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616488762/running 2024-11-08T23:17:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616488762/running 2024-11-08T23:17:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:49,797 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,38435,1731107867683, sessionid=0x1011cbdbf4d0000, setting cluster-up flag (Was=false) 2024-11-08T23:17:49,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:49,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:49,912 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0616488762/flush-table-proc/acquired, /0616488762/flush-table-proc/reached, /0616488762/flush-table-proc/abort 2024-11-08T23:17:49,913 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,38435,1731107867683 2024-11-08T23:17:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:49,964 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0616488762/online-snapshot/acquired, /0616488762/online-snapshot/reached, /0616488762/online-snapshot/abort 2024-11-08T23:17:49,965 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,38435,1731107867683 2024-11-08T23:17:49,966 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:17:49,968 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:17:49,968 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:17:49,969 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:17:49,969 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,38435,1731107867683 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:17:49,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:17:49,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:17:49,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:17:49,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:17:49,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:17:49,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:49,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:17:49,970 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:49,971 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107899971 2024-11-08T23:17:49,971 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:17:49,971 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:17:49,971 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:17:49,971 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:17:49,971 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:17:49,971 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:17:49,972 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:17:49,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:17:49,972 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:49,972 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:17:49,972 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:17:49,972 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:17:49,972 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:17:49,973 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:17:49,973 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:17:49,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107869973,5,FailOnTimeoutGroup] 2024-11-08T23:17:49,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107869973,5,FailOnTimeoutGroup] 2024-11-08T23:17:49,973 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:49,973 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:49,973 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:17:49,973 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:49,973 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:49,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:17:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:17:49,986 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(746): ClusterId : 84512fa0-6771-4e26-a728-a2b37cebba19 2024-11-08T23:17:49,986 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:17:49,997 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:17:49,997 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:17:50,007 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:17:50,008 DEBUG [RS:0;300c1216fb79:37531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3792d36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:17:50,021 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:37531 2024-11-08T23:17:50,021 INFO [RS:0;300c1216fb79:37531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:17:50,021 INFO [RS:0;300c1216fb79:37531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:17:50,021 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:17:50,022 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,38435,1731107867683 with port=37531, startcode=1731107867945 2024-11-08T23:17:50,022 DEBUG [RS:0;300c1216fb79:37531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:17:50,023 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:17:50,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,37531,1731107867945 2024-11-08T23:17:50,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38435 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,37531,1731107867945 2024-11-08T23:17:50,025 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd 2024-11-08T23:17:50,025 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39631 2024-11-08T23:17:50,025 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:17:50,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/rs 2024-11-08T23:17:50,039 DEBUG [RS:0;300c1216fb79:37531 {}] zookeeper.ZKUtil(111): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on existing znode=/0616488762/rs/300c1216fb79,37531,1731107867945 2024-11-08T23:17:50,039 WARN [RS:0;300c1216fb79:37531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:17:50,039 INFO [RS:0;300c1216fb79:37531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:17:50,039 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945 2024-11-08T23:17:50,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,37531,1731107867945] 2024-11-08T23:17:50,042 INFO [RS:0;300c1216fb79:37531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:17:50,044 INFO [RS:0;300c1216fb79:37531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:17:50,045 INFO [RS:0;300c1216fb79:37531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:17:50,045 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,045 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:17:50,046 INFO [RS:0;300c1216fb79:37531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:17:50,046 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,046 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,046 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,046 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,046 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,046 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,046 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:17:50,046 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,047 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,047 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,047 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,047 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,047 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:50,047 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:17:50,047 DEBUG [RS:0;300c1216fb79:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:17:50,054 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,054 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,054 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,054 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,054 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,054 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37531,1731107867945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:17:50,067 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:17:50,068 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37531,1731107867945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,068 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,068 INFO [RS:0;300c1216fb79:37531 {}] regionserver.Replication(171): 300c1216fb79,37531,1731107867945 started 2024-11-08T23:17:50,081 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:50,081 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,37531,1731107867945, RpcServer on 300c1216fb79/172.17.0.2:37531, sessionid=0x1011cbdbf4d0001 2024-11-08T23:17:50,081 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:17:50,081 DEBUG [RS:0;300c1216fb79:37531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,37531,1731107867945 2024-11-08T23:17:50,081 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,37531,1731107867945' 2024-11-08T23:17:50,081 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0616488762/flush-table-proc/abort' 2024-11-08T23:17:50,081 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0616488762/flush-table-proc/acquired' 2024-11-08T23:17:50,082 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:17:50,082 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:17:50,082 DEBUG [RS:0;300c1216fb79:37531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,37531,1731107867945 2024-11-08T23:17:50,082 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,37531,1731107867945' 2024-11-08T23:17:50,082 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0616488762/online-snapshot/abort' 2024-11-08T23:17:50,082 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0616488762/online-snapshot/acquired' 2024-11-08T23:17:50,083 DEBUG [RS:0;300c1216fb79:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:17:50,083 INFO [RS:0;300c1216fb79:37531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:17:50,083 INFO [RS:0;300c1216fb79:37531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:17:50,183 INFO [RS:0;300c1216fb79:37531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:17:50,185 INFO [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C37531%2C1731107867945, suffix=, logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs, maxLogs=10 2024-11-08T23:17:50,196 DEBUG [RS:0;300c1216fb79:37531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.1731107870185, exclude list is [], retry=0 2024-11-08T23:17:50,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-89c68236-02b7-41df-ad37-e2626f5e183b,DISK] 2024-11-08T23:17:50,199 INFO [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.1731107870185 2024-11-08T23:17:50,200 DEBUG [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T23:17:50,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:17:50,385 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd 2024-11-08T23:17:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:17:50,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:50,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:17:50,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:17:50,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:50,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:50,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:17:50,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:17:50,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:50,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:50,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:17:50,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:17:50,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:50,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:50,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:17:50,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:17:50,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:50,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:50,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:17:50,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740 2024-11-08T23:17:50,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740 2024-11-08T23:17:50,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:17:50,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:17:50,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:17:50,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:17:50,804 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:17:50,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63700001, jitterRate=-0.0507960170507431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:17:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107870791Initializing all the Stores at 1731107870792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107870792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107870792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107870792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107870792Cleaning up temporary data from old regions at 1731107870801 (+9 ms)Region opened successfully at 1731107870805 (+4 ms) 2024-11-08T23:17:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:17:50,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:17:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:17:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:17:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:17:50,805 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:17:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107870805Disabling compacts and flushes for region at 1731107870805Disabling writes for close at 1731107870805Writing region close event to WAL at 1731107870805Closed at 1731107870805 2024-11-08T23:17:50,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:17:50,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:17:50,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:17:50,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:17:50,809 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:17:50,960 DEBUG [300c1216fb79:38435 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:17:50,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,37531,1731107867945 2024-11-08T23:17:50,961 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,37531,1731107867945, state=OPENING 2024-11-08T23:17:50,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:17:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:50,981 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:17:50,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:17:50,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:17:50,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,37531,1731107867945}] 2024-11-08T23:17:51,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:17:51,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:17:51,138 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:17:51,138 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:17:51,138 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:17:51,140 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C37531%2C1731107867945.meta, suffix=.meta, logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs, maxLogs=10 2024-11-08T23:17:51,155 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.meta.1731107871140.meta, exclude list is [], retry=0 2024-11-08T23:17:51,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-89c68236-02b7-41df-ad37-e2626f5e183b,DISK] 2024-11-08T23:17:51,158 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.meta.1731107871140.meta 2024-11-08T23:17:51,158 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T23:17:51,158 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:17:51,159 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:17:51,159 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:17:51,159 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:17:51,159 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:17:51,159 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:17:51,159 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:51,159 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:17:51,159 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:17:51,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:17:51,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:17:51,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:51,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:51,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:17:51,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:17:51,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:51,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:51,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:17:51,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:17:51,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:51,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:51,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:17:51,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:17:51,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:51,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:51,165 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:17:51,165 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740 2024-11-08T23:17:51,166 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740 2024-11-08T23:17:51,167 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:17:51,167 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:17:51,167 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:17:51,168 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:17:51,169 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74004525, jitterRate=0.10275335609912872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:17:51,169 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:17:51,169 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107871159Writing region info on filesystem at 1731107871159Initializing all the Stores at 1731107871160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107871160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107871160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107871160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107871160Cleaning up temporary data from old regions at 1731107871167 (+7 ms)Running coprocessor post-open hooks at 1731107871169 (+2 ms)Region opened successfully at 1731107871169 2024-11-08T23:17:51,170 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107871133 2024-11-08T23:17:51,171 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:17:51,172 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:17:51,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,37531,1731107867945 2024-11-08T23:17:51,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,37531,1731107867945, state=OPEN 2024-11-08T23:17:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616488762/meta-region-server 2024-11-08T23:17:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616488762/meta-region-server 2024-11-08T23:17:51,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,37531,1731107867945 2024-11-08T23:17:51,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:17:51,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:17:51,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:17:51,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,37531,1731107867945 in 237 msec 2024-11-08T23:17:51,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:17:51,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-08T23:17:51,223 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:17:51,223 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:17:51,224 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:17:51,224 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,37531,1731107867945, seqNum=-1] 2024-11-08T23:17:51,224 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:17:51,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:17:51,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-08T23:17:51,230 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107871230, completionTime=-1 2024-11-08T23:17:51,230 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:17:51,230 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107931232 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107991232 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38435,1731107867683-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38435,1731107867683-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38435,1731107867683-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:38435, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:51,232 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:51,234 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:17:51,235 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.207sec 2024-11-08T23:17:51,235 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:17:51,235 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:17:51,235 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:17:51,235 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:17:51,235 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:17:51,236 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38435,1731107867683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:17:51,236 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38435,1731107867683-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:17:51,238 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:17:51,238 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:17:51,238 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,38435,1731107867683-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:51,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e203837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:51,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38435,-1 for getting cluster id 2024-11-08T23:17:51,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:17:51,288 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84512fa0-6771-4e26-a728-a2b37cebba19' 2024-11-08T23:17:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:17:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84512fa0-6771-4e26-a728-a2b37cebba19" 2024-11-08T23:17:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b7a4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38435,-1] 2024-11-08T23:17:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:17:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:51,290 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:17:51,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:51,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:17:51,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,37531,1731107867945, seqNum=-1] 2024-11-08T23:17:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:17:51,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:17:51,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,38435,1731107867683 2024-11-08T23:17:51,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56814 2024-11-08T23:17:51,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:17:51,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cbdbf4d0002 connected 2024-11-08T23:17:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.log.dir so I do NOT create it in target/test-data/139349e8-d515-100d-3669-a0c9294b3b85 2024-11-08T23:17:51,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:17:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.tmp.dir so I do NOT create it in target/test-data/139349e8-d515-100d-3669-a0c9294b3b85 2024-11-08T23:17:51,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:17:51,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85 2024-11-08T23:17:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:17:51,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/cluster_a7d065f0-07a9-5b71-aca6-a9184b411bf1, deleteOnExit=true 2024-11-08T23:17:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:17:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/test.cache.data in system properties and HBase conf 2024-11-08T23:17:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:17:51,332 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:17:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:17:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:17:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:17:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:17:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:17:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:17:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:17:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:17:51,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:17:51,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:17:51,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:17:51,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:17:51,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:17:51,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:17:51,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddfaba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:17:51,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b75df8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:17:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:17:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T23:17:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:17:51,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5312732b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/java.io.tmpdir/jetty-localhost-42045-hadoop-hdfs-3_4_1-tests_jar-_-any-18159150853224424561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:17:51,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11feb6f4{HTTP/1.1, (http/1.1)}{localhost:42045} 2024-11-08T23:17:51,789 INFO [Time-limited test {}] server.Server(415): Started @148194ms 2024-11-08T23:17:52,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:17:52,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:17:52,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:17:52,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:17:52,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:17:52,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3982752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:17:52,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45139d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:17:52,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@313f4481{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/java.io.tmpdir/jetty-localhost-37019-hadoop-hdfs-3_4_1-tests_jar-_-any-12803692616660965015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:17:52,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d8a38d2{HTTP/1.1, (http/1.1)}{localhost:37019} 2024-11-08T23:17:52,202 INFO [Time-limited test {}] server.Server(415): Started @148607ms 2024-11-08T23:17:52,203 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:17:53,014 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/cluster_a7d065f0-07a9-5b71-aca6-a9184b411bf1/data/data2/current/BP-131169702-172.17.0.2-1731107871350/current, will proceed with Du for space computation calculation, 2024-11-08T23:17:53,014 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/cluster_a7d065f0-07a9-5b71-aca6-a9184b411bf1/data/data1/current/BP-131169702-172.17.0.2-1731107871350/current, will proceed with Du for space computation calculation, 2024-11-08T23:17:53,038 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:17:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7cb1548bb1450af with lease ID 0x3a755d599da3693d: Processing first storage report for DS-f0a16c4c-9a1b-4204-8852-6e1bc454fded from datanode DatanodeRegistration(127.0.0.1:33017, datanodeUuid=2347ccde-01b8-4f49-b760-c71b137cb5b3, infoPort=44211, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=2043056763;c=1731107871350) 2024-11-08T23:17:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7cb1548bb1450af with lease ID 0x3a755d599da3693d: from storage DS-f0a16c4c-9a1b-4204-8852-6e1bc454fded node DatanodeRegistration(127.0.0.1:33017, datanodeUuid=2347ccde-01b8-4f49-b760-c71b137cb5b3, infoPort=44211, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=2043056763;c=1731107871350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:17:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7cb1548bb1450af with lease ID 0x3a755d599da3693d: Processing first storage report for DS-ccab22ec-c0b9-4ac0-b757-5634d0d9fef2 from datanode DatanodeRegistration(127.0.0.1:33017, datanodeUuid=2347ccde-01b8-4f49-b760-c71b137cb5b3, infoPort=44211, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=2043056763;c=1731107871350) 2024-11-08T23:17:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7cb1548bb1450af with lease ID 0x3a755d599da3693d: from storage DS-ccab22ec-c0b9-4ac0-b757-5634d0d9fef2 node DatanodeRegistration(127.0.0.1:33017, datanodeUuid=2347ccde-01b8-4f49-b760-c71b137cb5b3, infoPort=44211, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=2043056763;c=1731107871350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:17:53,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85 2024-11-08T23:17:53,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:53,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:17:53,546 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d with version=8 2024-11-08T23:17:53,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/hbase-staging 2024-11-08T23:17:53,549 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:17:53,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:53,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:53,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:17:53,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:53,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:17:53,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:17:53,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:17:53,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36273 2024-11-08T23:17:53,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36273 connecting to ZooKeeper ensemble=127.0.0.1:56814 2024-11-08T23:17:53,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362730x0, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:17:53,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36273-0x1011cbdbf4d0003 connected 2024-11-08T23:17:53,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:53,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:53,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on znode that does not yet exist, /1-1163576174/running 2024-11-08T23:17:53,642 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d, hbase.cluster.distributed=false 2024-11-08T23:17:53,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on znode that does not yet exist, /1-1163576174/acl 2024-11-08T23:17:53,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36273 2024-11-08T23:17:53,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36273 2024-11-08T23:17:53,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36273 2024-11-08T23:17:53,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36273 2024-11-08T23:17:53,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36273 2024-11-08T23:17:53,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:17:53,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:53,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:53,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:17:53,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:17:53,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:17:53,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:17:53,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:17:53,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46437 2024-11-08T23:17:53,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46437 connecting to ZooKeeper ensemble=127.0.0.1:56814 2024-11-08T23:17:53,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:53,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:53,675 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464370x0, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:17:53,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464370x0, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on znode that does not yet exist, /1-1163576174/running 2024-11-08T23:17:53,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46437-0x1011cbdbf4d0004 connected 2024-11-08T23:17:53,676 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:17:53,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:17:53,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on znode that does not yet exist, /1-1163576174/master 2024-11-08T23:17:53,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on znode that does not yet exist, /1-1163576174/acl 2024-11-08T23:17:53,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-08T23:17:53,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46437 2024-11-08T23:17:53,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46437 2024-11-08T23:17:53,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-08T23:17:53,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-08T23:17:53,701 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:36273 2024-11-08T23:17:53,701 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1163576174/backup-masters/300c1216fb79,36273,1731107873548 2024-11-08T23:17:53,712 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174/backup-masters 2024-11-08T23:17:53,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174/backup-masters 2024-11-08T23:17:53,712 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on existing znode=/1-1163576174/backup-masters/300c1216fb79,36273,1731107873548 2024-11-08T23:17:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:53,722 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1163576174/master 2024-11-08T23:17:53,722 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:53,723 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on existing znode=/1-1163576174/master 2024-11-08T23:17:53,723 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1163576174/backup-masters/300c1216fb79,36273,1731107873548 from backup master directory 2024-11-08T23:17:53,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163576174/backup-masters/300c1216fb79,36273,1731107873548 2024-11-08T23:17:53,733 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174/backup-masters 2024-11-08T23:17:53,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174/backup-masters 2024-11-08T23:17:53,733 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:17:53,733 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,36273,1731107873548 2024-11-08T23:17:53,736 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/hbase.id] with ID: 27af9c62-380a-460f-b0ad-669d8ee4a519 2024-11-08T23:17:53,736 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/.tmp/hbase.id 2024-11-08T23:17:53,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:17:54,143 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/.tmp/hbase.id]:[hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/hbase.id] 2024-11-08T23:17:54,153 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:17:54,153 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:17:54,154 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:17:54,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:54,196 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:54,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:17:54,603 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:17:54,604 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:17:54,604 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:17:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:17:55,011 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store 2024-11-08T23:17:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:17:55,418 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:55,418 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:17:55,418 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:55,418 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:55,418 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:17:55,418 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:55,418 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:17:55,418 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107875418Disabling compacts and flushes for region at 1731107875418Disabling writes for close at 1731107875418Writing region close event to WAL at 1731107875418Closed at 1731107875418 2024-11-08T23:17:55,419 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/.initializing 2024-11-08T23:17:55,419 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/WALs/300c1216fb79,36273,1731107873548 2024-11-08T23:17:55,420 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:17:55,421 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C36273%2C1731107873548, suffix=, logDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/WALs/300c1216fb79,36273,1731107873548, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/oldWALs, maxLogs=10 2024-11-08T23:17:55,433 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/WALs/300c1216fb79,36273,1731107873548/300c1216fb79%2C36273%2C1731107873548.1731107875422, exclude list is [], retry=0 2024-11-08T23:17:55,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33017,DS-f0a16c4c-9a1b-4204-8852-6e1bc454fded,DISK] 2024-11-08T23:17:55,437 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/WALs/300c1216fb79,36273,1731107873548/300c1216fb79%2C36273%2C1731107873548.1731107875422 2024-11-08T23:17:55,437 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-11-08T23:17:55,437 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:17:55,437 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:55,437 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,437 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:17:55,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:55,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:55,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:17:55,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:55,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:55,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:17:55,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:55,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:55,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:17:55,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:55,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:55,444 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,444 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,445 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,446 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,446 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,446 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:17:55,447 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:17:55,449 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:17:55,449 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66790441, jitterRate=-0.004744872450828552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:17:55,450 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107875438Initializing all the Stores at 1731107875438Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107875438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107875439 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107875439Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107875439Cleaning up temporary data from old regions at 1731107875446 (+7 ms)Region opened successfully at 1731107875449 (+3 ms) 2024-11-08T23:17:55,450 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:17:55,452 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a54dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:17:55,453 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:17:55,453 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:17:55,453 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:17:55,453 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:17:55,454 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:17:55,454 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:17:55,454 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:17:55,455 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:17:55,456 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Unable to get data of znode /1-1163576174/balancer because node does not exist (not necessarily an error) 2024-11-08T23:17:55,469 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163576174/balancer already deleted, retry=false 2024-11-08T23:17:55,470 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:17:55,470 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Unable to get data of znode /1-1163576174/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:17:55,490 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163576174/normalizer already deleted, retry=false 2024-11-08T23:17:55,491 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:17:55,492 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Unable to get data of znode /1-1163576174/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:17:55,511 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163576174/switch/split already deleted, retry=false 2024-11-08T23:17:55,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Unable to get data of znode /1-1163576174/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:17:55,533 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163576174/switch/merge already deleted, retry=false 2024-11-08T23:17:55,535 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Unable to get data of znode /1-1163576174/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:17:55,543 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163576174/snapshot-cleanup already deleted, retry=false 2024-11-08T23:17:55,554 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1163576174/running 2024-11-08T23:17:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1163576174/running 2024-11-08T23:17:55,554 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:55,554 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,36273,1731107873548, sessionid=0x1011cbdbf4d0003, setting cluster-up flag (Was=false) 2024-11-08T23:17:55,575 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:55,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:55,606 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1163576174/flush-table-proc/acquired, /1-1163576174/flush-table-proc/reached, /1-1163576174/flush-table-proc/abort 2024-11-08T23:17:55,607 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,36273,1731107873548 2024-11-08T23:17:55,627 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:55,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:55,659 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1163576174/online-snapshot/acquired, /1-1163576174/online-snapshot/reached, /1-1163576174/online-snapshot/abort 2024-11-08T23:17:55,660 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,36273,1731107873548 2024-11-08T23:17:55,661 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:17:55,662 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:17:55,663 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:17:55,663 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:17:55,663 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,36273,1731107873548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:17:55,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:17:55,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:17:55,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:17:55,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:17:55,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:17:55,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:17:55,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107905665 2024-11-08T23:17:55,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:17:55,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:17:55,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:17:55,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:17:55,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:17:55,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:17:55,665 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:17:55,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:17:55,666 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:17:55,666 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:17:55,666 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:17:55,666 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:17:55,666 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:17:55,666 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:17:55,666 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107875666,5,FailOnTimeoutGroup] 2024-11-08T23:17:55,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:55,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:17:55,667 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107875666,5,FailOnTimeoutGroup] 2024-11-08T23:17:55,667 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,667 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:17:55,667 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,667 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:17:55,694 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(746): ClusterId : 27af9c62-380a-460f-b0ad-669d8ee4a519 2024-11-08T23:17:55,694 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:17:55,708 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:17:55,708 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:17:55,718 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:17:55,718 DEBUG [RS:0;300c1216fb79:46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f0ae3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:17:55,729 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:46437 2024-11-08T23:17:55,729 INFO [RS:0;300c1216fb79:46437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:17:55,729 INFO [RS:0;300c1216fb79:46437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:17:55,729 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:17:55,730 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,36273,1731107873548 with port=46437, startcode=1731107873658 2024-11-08T23:17:55,730 DEBUG [RS:0;300c1216fb79:46437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:17:55,732 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:17:55,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,46437,1731107873658 2024-11-08T23:17:55,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36273 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,46437,1731107873658 2024-11-08T23:17:55,734 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d 2024-11-08T23:17:55,734 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37141 2024-11-08T23:17:55,734 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:17:55,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174/rs 2024-11-08T23:17:55,790 DEBUG [RS:0;300c1216fb79:46437 {}] zookeeper.ZKUtil(111): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on existing znode=/1-1163576174/rs/300c1216fb79,46437,1731107873658 2024-11-08T23:17:55,790 WARN [RS:0;300c1216fb79:46437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:17:55,790 INFO [RS:0;300c1216fb79:46437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:17:55,790 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/WALs/300c1216fb79,46437,1731107873658 2024-11-08T23:17:55,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,46437,1731107873658] 2024-11-08T23:17:55,794 INFO [RS:0;300c1216fb79:46437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:17:55,795 INFO [RS:0;300c1216fb79:46437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:17:55,796 INFO [RS:0;300c1216fb79:46437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:17:55,796 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,796 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:17:55,797 INFO [RS:0;300c1216fb79:46437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:17:55,797 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:17:55,797 DEBUG [RS:0;300c1216fb79:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:17:55,798 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,798 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,798 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,798 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,798 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,798 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46437,1731107873658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:17:55,814 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:17:55,815 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46437,1731107873658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,815 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,815 INFO [RS:0;300c1216fb79:46437 {}] regionserver.Replication(171): 300c1216fb79,46437,1731107873658 started 2024-11-08T23:17:55,829 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:55,829 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,46437,1731107873658, RpcServer on 300c1216fb79/172.17.0.2:46437, sessionid=0x1011cbdbf4d0004 2024-11-08T23:17:55,829 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:17:55,829 DEBUG [RS:0;300c1216fb79:46437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,46437,1731107873658 2024-11-08T23:17:55,829 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,46437,1731107873658' 2024-11-08T23:17:55,829 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1163576174/flush-table-proc/abort' 2024-11-08T23:17:55,830 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1163576174/flush-table-proc/acquired' 2024-11-08T23:17:55,830 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:17:55,830 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:17:55,830 DEBUG [RS:0;300c1216fb79:46437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,46437,1731107873658 2024-11-08T23:17:55,830 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,46437,1731107873658' 2024-11-08T23:17:55,830 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1163576174/online-snapshot/abort' 2024-11-08T23:17:55,831 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1163576174/online-snapshot/acquired' 2024-11-08T23:17:55,831 DEBUG [RS:0;300c1216fb79:46437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:17:55,831 INFO [RS:0;300c1216fb79:46437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:17:55,831 INFO [RS:0;300c1216fb79:46437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:17:55,931 INFO [RS:0;300c1216fb79:46437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:17:55,933 INFO [RS:0;300c1216fb79:46437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C46437%2C1731107873658, suffix=, logDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/WALs/300c1216fb79,46437,1731107873658, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/oldWALs, maxLogs=10 2024-11-08T23:17:55,944 DEBUG [RS:0;300c1216fb79:46437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/WALs/300c1216fb79,46437,1731107873658/300c1216fb79%2C46437%2C1731107873658.1731107875933, exclude list is [], retry=0 2024-11-08T23:17:55,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33017,DS-f0a16c4c-9a1b-4204-8852-6e1bc454fded,DISK] 2024-11-08T23:17:55,948 INFO [RS:0;300c1216fb79:46437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/WALs/300c1216fb79,46437,1731107873658/300c1216fb79%2C46437%2C1731107873658.1731107875933 2024-11-08T23:17:55,948 DEBUG [RS:0;300c1216fb79:46437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-11-08T23:17:56,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:17:56,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:17:56,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d 2024-11-08T23:17:56,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:17:56,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:56,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:17:56,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:17:56,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:56,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:17:56,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:17:56,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:56,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:17:56,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:17:56,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:56,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:17:56,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:17:56,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:56,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:17:56,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740 2024-11-08T23:17:56,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740 2024-11-08T23:17:56,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:17:56,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:17:56,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:17:56,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:17:56,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:17:56,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65032950, jitterRate=-0.030933529138565063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:17:56,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107876478Initializing all the Stores at 1731107876478Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107876478Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107876479 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107876479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107876479Cleaning up temporary data from old regions at 1731107876486 (+7 ms)Region opened successfully at 1731107876490 (+4 ms) 2024-11-08T23:17:56,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:17:56,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:17:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:17:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:17:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:17:56,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:17:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107876490Disabling compacts and flushes for region at 1731107876490Disabling writes for close at 1731107876491 (+1 ms)Writing region close event to WAL at 1731107876491Closed at 1731107876491 2024-11-08T23:17:56,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:17:56,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:17:56,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:17:56,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:17:56,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:17:56,644 DEBUG [300c1216fb79:36273 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:17:56,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,46437,1731107873658 2024-11-08T23:17:56,645 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,46437,1731107873658, state=OPENING 2024-11-08T23:17:56,654 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:17:56,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:17:56,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:56,664 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:17:56,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:17:56,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1163576174/meta-region-server: CHANGED 2024-11-08T23:17:56,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1163576174/meta-region-server: CHANGED 2024-11-08T23:17:56,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,46437,1731107873658}] 2024-11-08T23:17:56,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:56,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:56,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:56,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:56,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:56,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:17:56,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:17:56,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:17:56,822 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:17:56,822 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:17:56,822 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:17:56,823 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C46437%2C1731107873658.meta, suffix=.meta, logDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/WALs/300c1216fb79,46437,1731107873658, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/oldWALs, maxLogs=10 2024-11-08T23:17:56,836 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/WALs/300c1216fb79,46437,1731107873658/300c1216fb79%2C46437%2C1731107873658.meta.1731107876824.meta, exclude list is [], retry=0 2024-11-08T23:17:56,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33017,DS-f0a16c4c-9a1b-4204-8852-6e1bc454fded,DISK] 2024-11-08T23:17:56,840 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/WALs/300c1216fb79,46437,1731107873658/300c1216fb79%2C46437%2C1731107873658.meta.1731107876824.meta 2024-11-08T23:17:56,840 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-11-08T23:17:56,840 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:17:56,841 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:17:56,841 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:17:56,841 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:17:56,841 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:17:56,841 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:17:56,841 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:56,841 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:17:56,841 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:17:56,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:17:56,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:17:56,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:56,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:17:56,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:17:56,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:56,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:17:56,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:17:56,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:56,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:17:56,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:17:56,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:17:56,847 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:17:56,847 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740 2024-11-08T23:17:56,848 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740 2024-11-08T23:17:56,849 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:17:56,849 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:17:56,850 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:17:56,851 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:17:56,851 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72598881, jitterRate=0.08180762827396393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:17:56,851 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:17:56,851 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107876841Writing region info on filesystem at 1731107876841Initializing all the Stores at 1731107876842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107876842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107876842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107876842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107876842Cleaning up temporary data from old regions at 1731107876849 (+7 ms)Running coprocessor post-open hooks at 1731107876851 (+2 ms)Region opened successfully at 1731107876851 2024-11-08T23:17:56,852 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107876817 2024-11-08T23:17:56,854 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:17:56,854 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:17:56,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,46437,1731107873658 2024-11-08T23:17:56,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,46437,1731107873658, state=OPEN 2024-11-08T23:17:56,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1163576174/meta-region-server 2024-11-08T23:17:56,864 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1163576174/meta-region-server 2024-11-08T23:17:56,864 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,46437,1731107873658 2024-11-08T23:17:56,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1163576174/meta-region-server: CHANGED 2024-11-08T23:17:56,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1163576174/meta-region-server: CHANGED 2024-11-08T23:17:56,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:17:56,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,46437,1731107873658 in 200 msec 2024-11-08T23:17:56,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:17:56,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-08T23:17:56,869 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:17:56,869 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:17:56,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:17:56,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,46437,1731107873658, seqNum=-1] 2024-11-08T23:17:56,870 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:17:56,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:17:56,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-08T23:17:56,875 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107876875, completionTime=-1 2024-11-08T23:17:56,875 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:17:56,875 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107936877 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731107996877 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36273,1731107873548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36273,1731107873548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36273,1731107873548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:36273, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:56,877 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:56,879 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:17:56,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.147sec 2024-11-08T23:17:56,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:17:56,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:17:56,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:17:56,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:17:56,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:17:56,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36273,1731107873548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:17:56,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36273,1731107873548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:17:56,883 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:17:56,883 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:17:56,883 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36273,1731107873548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:17:56,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@924ed95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36273,-1 for getting cluster id 2024-11-08T23:17:56,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:17:56,896 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27af9c62-380a-460f-b0ad-669d8ee4a519' 2024-11-08T23:17:56,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:17:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27af9c62-380a-460f-b0ad-669d8ee4a519" 2024-11-08T23:17:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d08e6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36273,-1] 2024-11-08T23:17:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:17:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:56,898 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:17:56,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:17:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,46437,1731107873658, seqNum=-1] 2024-11-08T23:17:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:17:56,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:17:56,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,36273,1731107873548 2024-11-08T23:17:56,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56814 2024-11-08T23:17:56,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:17:56,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cbdbf4d0005 connected 2024-11-08T23:17:56,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcfd876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,38435,-1 for getting cluster id 2024-11-08T23:17:56,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:17:56,925 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84512fa0-6771-4e26-a728-a2b37cebba19' 2024-11-08T23:17:56,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:17:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84512fa0-6771-4e26-a728-a2b37cebba19" 2024-11-08T23:17:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602beaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,38435,-1] 2024-11-08T23:17:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:17:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:56,927 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:17:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687f0f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:17:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,38435,1731107867683 2024-11-08T23:17:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de32a74 2024-11-08T23:17:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:17:56,929 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:17:56,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:36273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:17:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:17:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:17:56,932 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:36273' 2024-11-08T23:17:56,933 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e7b1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,933 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36273,-1 for getting cluster id 2024-11-08T23:17:56,934 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:17:56,934 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27af9c62-380a-460f-b0ad-669d8ee4a519' 2024-11-08T23:17:56,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:17:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27af9c62-380a-460f-b0ad-669d8ee4a519" 2024-11-08T23:17:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abdf872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36273,-1] 2024-11-08T23:17:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:17:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:56,936 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:17:56,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396d0632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:56,937 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:17:56,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36273,1731107873548 2024-11-08T23:17:56,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188f9c72 2024-11-08T23:17:56,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:17:56,939 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:17:56,939 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T23:17:56,939 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:17:56,939 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:56,939 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:56,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:17:56,940 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:17:56,941 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:17:56,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:17:56,942 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:56,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:17:56,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741835_1011 (size=1138) 2024-11-08T23:17:56,991 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:17:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:17:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:17:57,350 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00af0a170e977bbb039f910951cda6ea, NAME => 'hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd 2024-11-08T23:17:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741836_1012 (size=44) 2024-11-08T23:17:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:17:57,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:57,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 00af0a170e977bbb039f910951cda6ea, disabling compactions & flushes 2024-11-08T23:17:57,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:57,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:57,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. after waiting 0 ms 2024-11-08T23:17:57,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:57,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:57,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00af0a170e977bbb039f910951cda6ea: Waiting for close lock at 1731107877756Disabling compacts and flushes for region at 1731107877756Disabling writes for close at 1731107877756Writing region close event to WAL at 1731107877756Closed at 1731107877756 2024-11-08T23:17:57,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:17:57,758 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107877757"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107877757"}]},"ts":"1731107877757"} 2024-11-08T23:17:57,759 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:17:57,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:17:57,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107877760"}]},"ts":"1731107877760"} 2024-11-08T23:17:57,762 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:17:57,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN}] 2024-11-08T23:17:57,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN 2024-11-08T23:17:57,764 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN; state=OFFLINE, location=300c1216fb79,37531,1731107867945; forceNewPlan=false, retain=false 2024-11-08T23:17:57,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=00af0a170e977bbb039f910951cda6ea, regionState=OPENING, regionLocation=300c1216fb79,37531,1731107867945 2024-11-08T23:17:57,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN because future has completed 2024-11-08T23:17:57,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00af0a170e977bbb039f910951cda6ea, server=300c1216fb79,37531,1731107867945}] 2024-11-08T23:17:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:17:58,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:58,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:17:58,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:17:58,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C37531%2C1731107867945.rep, suffix=, logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs, maxLogs=10 2024-11-08T23:17:58,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.rep.1731107878074, exclude list is [], retry=0 2024-11-08T23:17:58,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-89c68236-02b7-41df-ad37-e2626f5e183b,DISK] 2024-11-08T23:17:58,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.rep.1731107878074 2024-11-08T23:17:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T23:17:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 00af0a170e977bbb039f910951cda6ea, NAME => 'hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:17:58,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:17:58,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:17:58,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. service=MultiRowMutationService 2024-11-08T23:17:58,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:17:58,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:17:58,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,093 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,094 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af0a170e977bbb039f910951cda6ea columnFamilyName hfileref 2024-11-08T23:17:58,094 DEBUG [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:58,095 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(327): Store=00af0a170e977bbb039f910951cda6ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:58,095 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,096 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af0a170e977bbb039f910951cda6ea columnFamilyName queue 2024-11-08T23:17:58,096 DEBUG [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:58,096 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(327): Store=00af0a170e977bbb039f910951cda6ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:58,096 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,097 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af0a170e977bbb039f910951cda6ea columnFamilyName sid 2024-11-08T23:17:58,097 DEBUG [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:17:58,097 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(327): Store=00af0a170e977bbb039f910951cda6ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:17:58,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:17:58,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:17:58,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 00af0a170e977bbb039f910951cda6ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60916863, jitterRate=-0.09226800501346588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:17:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 00af0a170e977bbb039f910951cda6ea: Running coprocessor pre-open hook at 1731107878092Writing region info on filesystem at 1731107878092Initializing all the Stores at 1731107878093 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107878093Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107878093Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107878093Cleaning up temporary data from old regions at 1731107878099 (+6 ms)Running coprocessor post-open hooks at 1731107878103 (+4 ms)Region opened successfully at 1731107878103 2024-11-08T23:17:58,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea., pid=7, masterSystemTime=1731107878069 2024-11-08T23:17:58,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:58,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:58,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=00af0a170e977bbb039f910951cda6ea, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,37531,1731107867945 2024-11-08T23:17:58,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00af0a170e977bbb039f910951cda6ea, server=300c1216fb79,37531,1731107867945 because future has completed 2024-11-08T23:17:58,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T23:17:58,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 00af0a170e977bbb039f910951cda6ea, server=300c1216fb79,37531,1731107867945 in 192 msec 2024-11-08T23:17:58,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:17:58,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN in 349 msec 2024-11-08T23:17:58,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:17:58,114 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107878113"}]},"ts":"1731107878113"} 2024-11-08T23:17:58,115 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:17:58,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:17:58,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-08T23:17:58,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea., hostname=300c1216fb79,37531,1731107867945, seqNum=2] 2024-11-08T23:17:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:58,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:17:58,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T23:17:58,423 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:17:58,449 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,37531,1731107867945, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:17:58,450 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:17:58,450 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,37531,1731107867945, seqNum=-1] 2024-11-08T23:17:58,450 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:17:58,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T23:17:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,37531,1731107867945', locateType=CURRENT is [region=hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea., hostname=300c1216fb79,37531,1731107867945, seqNum=2] 2024-11-08T23:17:58,456 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T23:17:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T23:17:58,458 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,37531,1731107867945 suceeded 2024-11-08T23:17:58,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T23:17:58,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-08T23:17:58,460 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:36273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:17:58,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-11-08T23:17:58,472 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:36273' 2024-11-08T23:17:58,473 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20450c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:58,473 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36273,-1 for getting cluster id 2024-11-08T23:17:58,473 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:17:58,474 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27af9c62-380a-460f-b0ad-669d8ee4a519' 2024-11-08T23:17:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:17:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27af9c62-380a-460f-b0ad-669d8ee4a519" 2024-11-08T23:17:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b0215dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36273,-1] 2024-11-08T23:17:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:17:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:58,475 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:17:58,476 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e4c4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:17:58,476 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:17:58,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36273,1731107873548 2024-11-08T23:17:58,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb13dd8 2024-11-08T23:17:58,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:17:58,478 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T23:17:58,478 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,37531,1731107867945 (queues=1) is replicating from cluster=84512fa0-6771-4e26-a728-a2b37cebba19 to cluster=27af9c62-380a-460f-b0ad-669d8ee4a519 2024-11-08T23:17:58,479 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C37531%2C1731107867945 2024-11-08T23:17:58,479 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,37531,1731107867945, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:17:58,479 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945.replicationSource.wal-reader.300c1216fb79%2C37531%2C1731107867945,1-300c1216fb79,37531,1731107867945 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.1731107870185, startPosition=0, beingWritten=true 2024-11-08T23:17:58,479 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945.replicationSource.shipper300c1216fb79%2C37531%2C1731107867945,1-300c1216fb79,37531,1731107867945 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C37531%2C1731107867945 2024-11-08T23:17:58,686 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945.replicationSource.wal-reader.300c1216fb79%2C37531%2C1731107867945,1-300c1216fb79,37531,1731107867945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.1731107870185 to pos 0, reset compression=false 2024-11-08T23:17:58,990 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945.replicationSource.wal-reader.300c1216fb79%2C37531%2C1731107867945,1-300c1216fb79,37531,1731107867945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.1731107870185 to pos 0, reset compression=false 2024-11-08T23:17:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:17:59,079 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:17:59,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:17:59,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:59,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:59,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:59,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:17:59,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:17:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,38435,1731107867683 2024-11-08T23:17:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@273d936 2024-11-08T23:17:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:17:59,081 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:17:59,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T23:17:59,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:17:59,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:59,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:59,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:59,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:17:59,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:17:59,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2092624590, stopped=false 2024-11-08T23:17:59,082 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,38435,1731107867683 2024-11-08T23:17:59,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/running 2024-11-08T23:17:59,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/running 2024-11-08T23:17:59,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:59,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:17:59,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:17:59,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:17:59,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:59,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:59,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,37531,1731107867945' ***** 2024-11-08T23:17:59,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:17:59,175 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:17:59,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/running 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(3091): Received CLOSE for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:17:59,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,37531,1731107867945 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:37531. 2024-11-08T23:17:59,176 DEBUG [RS:0;300c1216fb79:37531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:17:59,176 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00af0a170e977bbb039f910951cda6ea, disabling compactions & flushes 2024-11-08T23:17:59,176 DEBUG [RS:0;300c1216fb79:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:17:59,176 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:59,176 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:59,176 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. after waiting 0 ms 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:17:59,176 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:17:59,176 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00af0a170e977bbb039f910951cda6ea 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T23:17:59,176 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:17:59,177 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:17:59,177 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1325): Online Regions={00af0a170e977bbb039f910951cda6ea=hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:17:59,177 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1351): Waiting on 00af0a170e977bbb039f910951cda6ea, 1588230740 2024-11-08T23:17:59,177 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:17:59,177 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:17:59,177 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:17:59,177 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:17:59,177 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:17:59,177 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T23:17:59,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/running 2024-11-08T23:17:59,196 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/.tmp/queue/4f0089f96d234b59a0420fb364df24ef is 151, key is 1-300c1216fb79,37531,1731107867945/queue:300c1216fb79%2C37531%2C1731107867945/1731107878454/Put/seqid=0 2024-11-08T23:17:59,199 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/info/886d8d92b7cd4c11a191ef665eacd99b is 147, key is hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea./info:regioninfo/1731107878106/Put/seqid=0 2024-11-08T23:17:59,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741839_1015 (size=6631) 2024-11-08T23:17:59,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741838_1014 (size=5350) 2024-11-08T23:17:59,205 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/info/886d8d92b7cd4c11a191ef665eacd99b 2024-11-08T23:17:59,223 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/ns/56f2be5252f24d489fa58d2744f923a4 is 43, key is default/ns:d/1731107871226/Put/seqid=0 2024-11-08T23:17:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741840_1016 (size=5153) 2024-11-08T23:17:59,261 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:17:59,377 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1351): Waiting on 00af0a170e977bbb039f910951cda6ea, 1588230740 2024-11-08T23:17:59,394 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945.replicationSource.wal-reader.300c1216fb79%2C37531%2C1731107867945,1-300c1216fb79,37531,1731107867945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.1731107870185 to pos 0, reset compression=false 2024-11-08T23:17:59,577 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1351): Waiting on 00af0a170e977bbb039f910951cda6ea, 1588230740 2024-11-08T23:17:59,605 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/.tmp/queue/4f0089f96d234b59a0420fb364df24ef 2024-11-08T23:17:59,612 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/.tmp/queue/4f0089f96d234b59a0420fb364df24ef as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/queue/4f0089f96d234b59a0420fb364df24ef 2024-11-08T23:17:59,618 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/queue/4f0089f96d234b59a0420fb364df24ef, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T23:17:59,619 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 00af0a170e977bbb039f910951cda6ea in 443ms, sequenceid=5, compaction requested=false 2024-11-08T23:17:59,619 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T23:17:59,624 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:17:59,625 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:17:59,625 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:17:59,625 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:59,625 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00af0a170e977bbb039f910951cda6ea: Waiting for close lock at 1731107879176Running coprocessor pre-close hooks at 1731107879176Disabling compacts and flushes for region at 1731107879176Disabling writes for close at 1731107879176Obtaining lock to block concurrent updates at 1731107879176Preparing flush snapshotting stores in 00af0a170e977bbb039f910951cda6ea at 1731107879176Finished memstore snapshotting hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731107879177 (+1 ms)Flushing stores of hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. at 1731107879177Flushing 00af0a170e977bbb039f910951cda6ea/queue: creating writer at 1731107879177Flushing 00af0a170e977bbb039f910951cda6ea/queue: appending metadata at 1731107879195 (+18 ms)Flushing 00af0a170e977bbb039f910951cda6ea/queue: closing flushed file at 1731107879195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db4dc4d: reopening flushed file at 1731107879611 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 00af0a170e977bbb039f910951cda6ea in 443ms, sequenceid=5, compaction requested=false at 1731107879619 (+8 ms)Writing region close event to WAL at 1731107879621 (+2 ms)Running coprocessor post-close hooks at 1731107879625 (+4 ms)Closed at 1731107879625 2024-11-08T23:17:59,626 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:17:59,627 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/ns/56f2be5252f24d489fa58d2744f923a4 2024-11-08T23:17:59,648 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/table/4b65e22d58574fd1804d161dea69d7a0 is 53, key is hbase:replication/table:state/1731107878113/Put/seqid=0 2024-11-08T23:17:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741841_1017 (size=5256) 2024-11-08T23:17:59,777 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:17:59,898 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945.replicationSource.wal-reader.300c1216fb79%2C37531%2C1731107867945,1-300c1216fb79,37531,1731107867945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.1731107870185 to pos 0, reset compression=false 2024-11-08T23:17:59,977 DEBUG [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:18:00,054 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:18:00,054 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:18:00,056 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/table/4b65e22d58574fd1804d161dea69d7a0 2024-11-08T23:18:00,061 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/info/886d8d92b7cd4c11a191ef665eacd99b as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/info/886d8d92b7cd4c11a191ef665eacd99b 2024-11-08T23:18:00,065 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/info/886d8d92b7cd4c11a191ef665eacd99b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T23:18:00,066 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/ns/56f2be5252f24d489fa58d2744f923a4 as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/ns/56f2be5252f24d489fa58d2744f923a4 2024-11-08T23:18:00,070 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/ns/56f2be5252f24d489fa58d2744f923a4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:18:00,071 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/table/4b65e22d58574fd1804d161dea69d7a0 as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/table/4b65e22d58574fd1804d161dea69d7a0 2024-11-08T23:18:00,077 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/table/4b65e22d58574fd1804d161dea69d7a0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T23:18:00,077 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 900ms, sequenceid=11, compaction requested=false 2024-11-08T23:18:00,082 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T23:18:00,082 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:00,082 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:00,082 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:00,083 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107879177Running coprocessor pre-close hooks at 1731107879177Disabling compacts and flushes for region at 1731107879177Disabling writes for close at 1731107879177Obtaining lock to block concurrent updates at 1731107879177Preparing flush snapshotting stores in 1588230740 at 1731107879177Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731107879177Flushing stores of hbase:meta,,1.1588230740 at 1731107879178 (+1 ms)Flushing 1588230740/info: creating writer at 1731107879178Flushing 1588230740/info: appending metadata at 1731107879198 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731107879198Flushing 1588230740/ns: creating writer at 1731107879210 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731107879222 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731107879222Flushing 1588230740/table: creating writer at 1731107879633 (+411 ms)Flushing 1588230740/table: appending metadata at 1731107879647 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731107879647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc4bbf: reopening flushed file at 1731107880060 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b721cf: reopening flushed file at 1731107880065 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785ccf45: reopening flushed file at 1731107880070 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 900ms, sequenceid=11, compaction requested=false at 1731107880077 (+7 ms)Writing region close event to WAL at 1731107880078 (+1 ms)Running coprocessor post-close hooks at 1731107880082 (+4 ms)Closed at 1731107880082 2024-11-08T23:18:00,083 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:00,177 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,37531,1731107867945; all regions closed. 2024-11-08T23:18:00,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741834_1010 (size=2742) 2024-11-08T23:18:00,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.meta.1731107871140.meta not finished, retry = 0 2024-11-08T23:18:00,282 DEBUG [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs 2024-11-08T23:18:00,282 INFO [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C37531%2C1731107867945.meta:.meta(num 1731107871140) 2024-11-08T23:18:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741837_1013 (size=1586) 2024-11-08T23:18:00,284 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.rep.1731107878074 not finished, retry = 0 2024-11-08T23:18:00,387 DEBUG [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs 2024-11-08T23:18:00,387 INFO [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C37531%2C1731107867945.rep:(num 1731107878074) 2024-11-08T23:18:00,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945/300c1216fb79%2C37531%2C1731107867945.1731107870185 not finished, retry = 0 2024-11-08T23:18:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741832_1008 (size=93) 2024-11-08T23:18:00,491 DEBUG [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs 2024-11-08T23:18:00,492 INFO [RS:0;300c1216fb79:37531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C37531%2C1731107867945:(num 1731107870185) 2024-11-08T23:18:00,492 DEBUG [RS:0;300c1216fb79:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:00,492 INFO [RS:0;300c1216fb79:37531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:00,492 INFO [RS:0;300c1216fb79:37531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:00,492 INFO [RS:0;300c1216fb79:37531 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:00,492 INFO [RS:0;300c1216fb79:37531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:00,492 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:00,492 INFO [RS:0;300c1216fb79:37531 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,37531,1731107867945 because: Region server is closing 2024-11-08T23:18:00,492 INFO [RS:0;300c1216fb79:37531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:37531. 2024-11-08T23:18:00,492 DEBUG [RS:0;300c1216fb79:37531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:00,492 DEBUG [RS:0;300c1216fb79:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:00,493 DEBUG [RS:0;300c1216fb79:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:00,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:00,593 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945.replicationSource.shipper300c1216fb79%2C37531%2C1731107867945,1-300c1216fb79,37531,1731107867945 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:18:00,593 INFO [RS:0;300c1216fb79:37531 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,37531,1731107867945.replicationSource.shipper300c1216fb79%2C37531%2C1731107867945,1-300c1216fb79,37531,1731107867945 terminated 2024-11-08T23:18:00,593 INFO [RS:0;300c1216fb79:37531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37531 2024-11-08T23:18:00,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/rs 2024-11-08T23:18:00,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/rs/300c1216fb79,37531,1731107867945 2024-11-08T23:18:00,654 INFO [RS:0;300c1216fb79:37531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:00,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,37531,1731107867945] 2024-11-08T23:18:00,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:00,892 INFO [RS:0;300c1216fb79:37531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:00,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x1011cbdbf4d0001, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:00,892 INFO [RS:0;300c1216fb79:37531 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,37531,1731107867945; zookeeper connection closed. 2024-11-08T23:18:00,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64657cde {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64657cde 2024-11-08T23:18:00,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:18:00,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/draining/300c1216fb79,37531,1731107867945 already deleted, retry=false 2024-11-08T23:18:00,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,37531,1731107867945 expired; onlineServers=0 2024-11-08T23:18:00,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,38435,1731107867683' ***** 2024-11-08T23:18:00,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:18:00,898 INFO [M:0;300c1216fb79:38435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:00,898 INFO [M:0;300c1216fb79:38435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:00,898 DEBUG [M:0;300c1216fb79:38435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:18:00,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:18:00,898 DEBUG [M:0;300c1216fb79:38435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:18:00,898 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107869973 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107869973,5,FailOnTimeoutGroup] 2024-11-08T23:18:00,898 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107869973 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107869973,5,FailOnTimeoutGroup] 2024-11-08T23:18:00,899 INFO [M:0;300c1216fb79:38435 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:00,899 INFO [M:0;300c1216fb79:38435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:00,899 DEBUG [M:0;300c1216fb79:38435 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:18:00,899 INFO [M:0;300c1216fb79:38435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:18:00,899 INFO [M:0;300c1216fb79:38435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:00,899 INFO [M:0;300c1216fb79:38435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:18:00,899 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:18:00,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/master 2024-11-08T23:18:00,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:18:00,911 DEBUG [M:0;300c1216fb79:38435 {}] zookeeper.ZKUtil(347): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/master because node does not exist (not an error) 2024-11-08T23:18:00,911 WARN [M:0;300c1216fb79:38435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:18:00,912 INFO [M:0;300c1216fb79:38435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/.lastflushedseqids 2024-11-08T23:18:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741842_1018 (size=181) 2024-11-08T23:18:01,317 INFO [M:0;300c1216fb79:38435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:18:01,317 INFO [M:0;300c1216fb79:38435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:18:01,317 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:01,317 INFO [M:0;300c1216fb79:38435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:01,317 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:01,317 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:01,317 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:01,317 INFO [M:0;300c1216fb79:38435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T23:18:01,334 DEBUG [M:0;300c1216fb79:38435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb8a0262d2e9433bb026b9cb7c076975 is 82, key is hbase:meta,,1/info:regioninfo/1731107871172/Put/seqid=0 2024-11-08T23:18:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741843_1019 (size=5672) 2024-11-08T23:18:01,739 INFO [M:0;300c1216fb79:38435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb8a0262d2e9433bb026b9cb7c076975 2024-11-08T23:18:01,755 DEBUG [M:0;300c1216fb79:38435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18a2ed9f4614b69a6799f5e286896d6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731107878117/Put/seqid=0 2024-11-08T23:18:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741844_1020 (size=7203) 2024-11-08T23:18:02,160 INFO [M:0;300c1216fb79:38435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18a2ed9f4614b69a6799f5e286896d6 2024-11-08T23:18:02,176 DEBUG [M:0;300c1216fb79:38435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5366014cabd4a84940adec674465d4e is 69, key is 300c1216fb79,37531,1731107867945/rs:state/1731107870024/Put/seqid=0 2024-11-08T23:18:02,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741845_1021 (size=5156) 2024-11-08T23:18:02,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:02,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:02,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:02,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:02,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:02,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:02,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:02,580 INFO [M:0;300c1216fb79:38435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5366014cabd4a84940adec674465d4e 2024-11-08T23:18:02,585 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb8a0262d2e9433bb026b9cb7c076975 as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb8a0262d2e9433bb026b9cb7c076975 2024-11-08T23:18:02,590 INFO [M:0;300c1216fb79:38435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb8a0262d2e9433bb026b9cb7c076975, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T23:18:02,590 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18a2ed9f4614b69a6799f5e286896d6 as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c18a2ed9f4614b69a6799f5e286896d6 2024-11-08T23:18:02,595 INFO [M:0;300c1216fb79:38435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c18a2ed9f4614b69a6799f5e286896d6, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T23:18:02,595 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5366014cabd4a84940adec674465d4e as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5366014cabd4a84940adec674465d4e 2024-11-08T23:18:02,600 INFO [M:0;300c1216fb79:38435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5366014cabd4a84940adec674465d4e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T23:18:02,601 INFO [M:0;300c1216fb79:38435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-11-08T23:18:02,602 INFO [M:0;300c1216fb79:38435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:02,602 DEBUG [M:0;300c1216fb79:38435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107881317Disabling compacts and flushes for region at 1731107881317Disabling writes for close at 1731107881317Obtaining lock to block concurrent updates at 1731107881317Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107881317Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731107881318 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107881318Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107881318Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107881334 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107881334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107881743 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107881755 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107881755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107882164 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107882176 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107882176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c8a8b6: reopening flushed file at 1731107882585 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57957d17: reopening flushed file at 1731107882590 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3258b95e: reopening flushed file at 1731107882595 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1731107882601 (+6 ms)Writing region close event to WAL at 1731107882602 (+1 ms)Closed at 1731107882602 2024-11-08T23:18:02,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683/300c1216fb79%2C38435%2C1731107867683.1731107869685 not finished, retry = 0 2024-11-08T23:18:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741830_1006 (size=41008) 2024-11-08T23:18:02,706 INFO [M:0;300c1216fb79:38435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:18:02,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:02,706 INFO [M:0;300c1216fb79:38435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38435 2024-11-08T23:18:02,706 INFO [M:0;300c1216fb79:38435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:02,891 INFO [M:0;300c1216fb79:38435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x1011cbdbf4d0000, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:02,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:02,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:02,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:02,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:02,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:02,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:02,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:18:02,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:02,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44311 2024-11-08T23:18:02,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44311 connecting to ZooKeeper ensemble=127.0.0.1:56814 2024-11-08T23:18:03,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443110x0, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:03,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44311-0x1011cbdbf4d0006 connected 2024-11-08T23:18:03,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:03,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:03,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/running 2024-11-08T23:18:03,048 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: INIT 2024-11-08T23:18:03,048 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd, hbase.cluster.distributed=false 2024-11-08T23:18:03,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/acl 2024-11-08T23:18:03,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44311 2024-11-08T23:18:03,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44311 2024-11-08T23:18:03,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44311 2024-11-08T23:18:03,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44311 2024-11-08T23:18:03,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44311 2024-11-08T23:18:03,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:03,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:03,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:18:03,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:03,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34859 2024-11-08T23:18:03,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34859 connecting to ZooKeeper ensemble=127.0.0.1:56814 2024-11-08T23:18:03,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:03,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:03,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348590x0, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:03,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348590x0, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/running 2024-11-08T23:18:03,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34859-0x1011cbdbf4d0007 connected 2024-11-08T23:18:03,080 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: INIT 2024-11-08T23:18:03,080 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:18:03,081 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:18:03,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/master 2024-11-08T23:18:03,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/acl 2024-11-08T23:18:03,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34859 2024-11-08T23:18:03,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34859 2024-11-08T23:18:03,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34859 2024-11-08T23:18:03,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34859 2024-11-08T23:18:03,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34859 2024-11-08T23:18:03,093 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:44311 2024-11-08T23:18:03,093 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0616488762/backup-masters/300c1216fb79,44311,1731107882892 2024-11-08T23:18:03,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/backup-masters 2024-11-08T23:18:03,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/backup-masters 2024-11-08T23:18:03,101 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on existing znode=/0616488762/backup-masters/300c1216fb79,44311,1731107882892 2024-11-08T23:18:03,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616488762/master 2024-11-08T23:18:03,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:18:03,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:18:03,111 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on existing znode=/0616488762/master 2024-11-08T23:18:03,112 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0616488762/backup-masters/300c1216fb79,44311,1731107882892 from backup master directory 2024-11-08T23:18:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/backup-masters/300c1216fb79,44311,1731107882892 2024-11-08T23:18:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/backup-masters 2024-11-08T23:18:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/backup-masters 2024-11-08T23:18:03,122 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:03,122 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,44311,1731107882892 2024-11-08T23:18:03,131 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:03,131 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:18:03,138 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-08T23:18:03,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741846_1022 (size=196) 2024-11-08T23:18:03,554 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:03,555 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:18:03,555 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:03,560 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T23:18:03,562 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683 to hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683-dead as it is dead 2024-11-08T23:18:03,563 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683-dead/300c1216fb79%2C38435%2C1731107867683.1731107869685 2024-11-08T23:18:03,563 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683-dead/300c1216fb79%2C38435%2C1731107867683.1731107869685 after 0ms 2024-11-08T23:18:03,564 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683-dead/300c1216fb79%2C38435%2C1731107867683.1731107869685 to hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/300c1216fb79%2C38435%2C1731107867683.1731107869685 2024-11-08T23:18:03,564 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,38435,1731107867683-dead 2024-11-08T23:18:03,564 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,44311,1731107882892 2024-11-08T23:18:03,565 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:03,566 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C44311%2C1731107882892, suffix=, logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,44311,1731107882892, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/oldWALs, maxLogs=10 2024-11-08T23:18:03,577 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,44311,1731107882892/300c1216fb79%2C44311%2C1731107882892.1731107883566, exclude list is [], retry=0 2024-11-08T23:18:03,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-89c68236-02b7-41df-ad37-e2626f5e183b,DISK] 2024-11-08T23:18:03,580 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,44311,1731107882892/300c1216fb79%2C44311%2C1731107882892.1731107883566 2024-11-08T23:18:03,581 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T23:18:03,581 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:03,581 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:03,581 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,581 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:18:03,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:03,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb8a0262d2e9433bb026b9cb7c076975 2024-11-08T23:18:03,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:03,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:18:03,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:03,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c18a2ed9f4614b69a6799f5e286896d6 2024-11-08T23:18:03,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:03,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:18:03,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:03,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5366014cabd4a84940adec674465d4e 2024-11-08T23:18:03,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:03,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:18:03,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:03,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:03,616 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,617 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T23:18:03,617 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/300c1216fb79%2C38435%2C1731107867683.1731107869685 2024-11-08T23:18:03,623 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/300c1216fb79%2C38435%2C1731107867683.1731107869685 2024-11-08T23:18:03,625 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/300c1216fb79%2C38435%2C1731107867683.1731107869685 2024-11-08T23:18:03,630 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,630 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,631 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:03,635 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:03,642 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T23:18:03,652 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60348221, jitterRate=-0.1007414311170578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:03,652 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107883581Initializing all the Stores at 1731107883582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107883582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107883582Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107883582Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107883582Cleaning up temporary data from old regions at 1731107883630 (+48 ms)Region opened successfully at 1731107883652 (+22 ms) 2024-11-08T23:18:03,656 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:18:03,659 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc9c72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:03,662 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T23:18:03,662 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:18:03,662 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:18:03,662 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:18:03,663 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:18:03,666 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:03,667 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:18:03,667 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:18:03,667 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T23:18:03,667 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:18:03,675 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=300c1216fb79,37531,1731107867945, regionLocation=300c1216fb79,37531,1731107867945, openSeqNum=2 2024-11-08T23:18:03,675 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=300c1216fb79,37531,1731107867945, table=hbase:meta, region=1588230740 2024-11-08T23:18:03,675 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,37531,1731107867945, state=OPEN 2024-11-08T23:18:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616488762/meta-region-server 2024-11-08T23:18:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616488762/meta-region-server 2024-11-08T23:18:03,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:18:03,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:18:03,725 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:18:03,738 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/draining/300c1216fb79,37531,1731107867945 already deleted, retry=false 2024-11-08T23:18:03,738 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 300c1216fb79,37531,1731107867945 on 300c1216fb79,44311,1731107882892 2024-11-08T23:18:03,739 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 300c1216fb79,37531,1731107867945, splitWal=true, meta=true 2024-11-08T23:18:03,739 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 300c1216fb79,37531,1731107867945 (carryingMeta=true) 300c1216fb79,37531,1731107867945/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b660adf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T23:18:03,740 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/balancer because node does not exist (not necessarily an error) 2024-11-08T23:18:03,748 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/balancer already deleted, retry=false 2024-11-08T23:18:03,748 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:18:03,749 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:18:03,759 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/normalizer already deleted, retry=false 2024-11-08T23:18:03,759 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:18:03,760 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:18:03,769 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/switch/split already deleted, retry=false 2024-11-08T23:18:03,770 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:18:03,780 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/switch/merge already deleted, retry=false 2024-11-08T23:18:03,792 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Unable to get data of znode /0616488762/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:18:03,801 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/snapshot-cleanup already deleted, retry=false 2024-11-08T23:18:03,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616488762/running 2024-11-08T23:18:03,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616488762/running 2024-11-08T23:18:03,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:18:03,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:18:03,814 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,44311,1731107882892, sessionid=0x1011cbdbf4d0006, setting cluster-up flag (Was=false) 2024-11-08T23:18:03,828 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0616488762/flush-table-proc/acquired, /0616488762/flush-table-proc/reached, /0616488762/flush-table-proc/abort 2024-11-08T23:18:03,828 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,44311,1731107882892 2024-11-08T23:18:03,838 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0616488762/online-snapshot/acquired, /0616488762/online-snapshot/reached, /0616488762/online-snapshot/abort 2024-11-08T23:18:03,839 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,44311,1731107882892 2024-11-08T23:18:03,840 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/.lastflushedseqids 2024-11-08T23:18:03,842 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:18:03,842 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:18:03,842 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,44311,1731107882892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 300c1216fb79,37531,1731107867945 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:18:03,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:03,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:03,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:03,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:03,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:18:03,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:03,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:03,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:03,844 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107913844 2024-11-08T23:18:03,844 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:18:03,844 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:18:03,844 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:18:03,844 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:18:03,844 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:18:03,844 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:18:03,845 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 300c1216fb79,37531,1731107867945, splitWal=true, meta=true 2024-11-08T23:18:03,845 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 300c1216fb79,37531,1731107867945, splitWal=true, meta=true, isMeta: true 2024-11-08T23:18:03,846 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945-splitting 2024-11-08T23:18:03,847 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945-splitting dir is empty, no logs to split. 2024-11-08T23:18:03,847 INFO [PEWorker-1 {}] master.SplitWALManager(105): 300c1216fb79,37531,1731107867945 WAL count=0, meta=true 2024-11-08T23:18:03,848 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:03,848 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:18:03,848 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:18:03,849 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:18:03,849 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:18:03,849 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945-splitting dir is empty, no logs to split. 2024-11-08T23:18:03,849 INFO [PEWorker-1 {}] master.SplitWALManager(105): 300c1216fb79,37531,1731107867945 WAL count=0, meta=true 2024-11-08T23:18:03,849 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 300c1216fb79,37531,1731107867945 WAL splitting is done? wals=0, meta=true 2024-11-08T23:18:03,849 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:18:03,849 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:18:03,849 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107883849,5,FailOnTimeoutGroup] 2024-11-08T23:18:03,849 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107883849,5,FailOnTimeoutGroup] 2024-11-08T23:18:03,849 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:03,849 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:18:03,849 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:03,849 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:03,850 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107883849, completionTime=-1 2024-11-08T23:18:03,850 WARN [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T23:18:03,850 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T23:18:03,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:18:03,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:03,851 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:18:03,885 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(746): ClusterId : 84512fa0-6771-4e26-a728-a2b37cebba19 2024-11-08T23:18:03,885 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:18:03,896 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:18:03,896 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:18:03,907 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:18:03,907 DEBUG [RS:0;300c1216fb79:34859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa100f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:03,921 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:34859 2024-11-08T23:18:03,921 INFO [RS:0;300c1216fb79:34859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:18:03,921 INFO [RS:0;300c1216fb79:34859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:18:03,921 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:18:03,922 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,44311,1731107882892 with port=34859, startcode=1731107883064 2024-11-08T23:18:03,922 DEBUG [RS:0;300c1216fb79:34859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:18:03,923 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:18:03,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,34859,1731107883064 2024-11-08T23:18:03,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44311 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,34859,1731107883064 2024-11-08T23:18:03,925 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd 2024-11-08T23:18:03,925 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39631 2024-11-08T23:18:03,925 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:18:03,950 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T23:18:03,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/rs 2024-11-08T23:18:03,989 DEBUG [RS:0;300c1216fb79:34859 {}] zookeeper.ZKUtil(111): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on existing znode=/0616488762/rs/300c1216fb79,34859,1731107883064 2024-11-08T23:18:03,989 WARN [RS:0;300c1216fb79:34859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:03,989 INFO [RS:0;300c1216fb79:34859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:03,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,34859,1731107883064] 2024-11-08T23:18:03,989 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064 2024-11-08T23:18:04,001 WARN [300c1216fb79:44311 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T23:18:04,011 INFO [RS:0;300c1216fb79:34859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:18:04,012 INFO [RS:0;300c1216fb79:34859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:18:04,013 INFO [RS:0;300c1216fb79:34859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:18:04,013 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,013 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:18:04,014 INFO [RS:0;300c1216fb79:34859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:18:04,014 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:04,014 DEBUG [RS:0;300c1216fb79:34859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:04,014 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,014 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,015 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,015 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,015 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,015 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34859,1731107883064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:04,029 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:18:04,029 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34859,1731107883064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,046 INFO [RS:0;300c1216fb79:34859 {}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,34859,1731107883064, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:18:04,046 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,046 INFO [RS:0;300c1216fb79:34859 {}] regionserver.Replication(171): 300c1216fb79,34859,1731107883064 started 2024-11-08T23:18:04,059 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:04,059 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,34859,1731107883064, RpcServer on 300c1216fb79/172.17.0.2:34859, sessionid=0x1011cbdbf4d0007 2024-11-08T23:18:04,059 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:18:04,059 DEBUG [RS:0;300c1216fb79:34859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,34859,1731107883064 2024-11-08T23:18:04,059 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,34859,1731107883064' 2024-11-08T23:18:04,059 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0616488762/flush-table-proc/abort' 2024-11-08T23:18:04,059 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0616488762/flush-table-proc/acquired' 2024-11-08T23:18:04,060 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:18:04,060 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:18:04,060 DEBUG [RS:0;300c1216fb79:34859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,34859,1731107883064 2024-11-08T23:18:04,060 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,34859,1731107883064' 2024-11-08T23:18:04,060 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0616488762/online-snapshot/abort' 2024-11-08T23:18:04,060 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0616488762/online-snapshot/acquired' 2024-11-08T23:18:04,060 DEBUG [RS:0;300c1216fb79:34859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:18:04,060 INFO [RS:0;300c1216fb79:34859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:18:04,060 INFO [RS:0;300c1216fb79:34859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:18:04,063 DEBUG [RS:0;300c1216fb79:34859.replicationSource,1-300c1216fb79,34859,1731107883064 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:36273' 2024-11-08T23:18:04,064 DEBUG [RS:0;300c1216fb79:34859.replicationSource,1-300c1216fb79,34859,1731107883064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495241f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:04,064 DEBUG [RS:0;300c1216fb79:34859.replicationSource,1-300c1216fb79,34859,1731107883064 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36273,-1 for getting cluster id 2024-11-08T23:18:04,065 DEBUG [RS:0;300c1216fb79:34859.replicationSource,1-300c1216fb79,34859,1731107883064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:04,066 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27af9c62-380a-460f-b0ad-669d8ee4a519' 2024-11-08T23:18:04,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:04,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27af9c62-380a-460f-b0ad-669d8ee4a519" 2024-11-08T23:18:04,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@657101bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:04,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36273,-1] 2024-11-08T23:18:04,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:04,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:04,067 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:04,067 DEBUG [RS:0;300c1216fb79:34859.replicationSource,1-300c1216fb79,34859,1731107883064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5361e297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:04,068 DEBUG [RS:0;300c1216fb79:34859.replicationSource,1-300c1216fb79,34859,1731107883064 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:04,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36273,1731107873548 2024-11-08T23:18:04,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453c85dc 2024-11-08T23:18:04,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:04,069 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T23:18:04,070 INFO [RS:0;300c1216fb79:34859.replicationSource,1-300c1216fb79,34859,1731107883064 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,34859,1731107883064 (queues=0) is replicating from cluster=84512fa0-6771-4e26-a728-a2b37cebba19 to cluster=27af9c62-380a-460f-b0ad-669d8ee4a519 2024-11-08T23:18:04,161 INFO [RS:0;300c1216fb79:34859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:04,162 INFO [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C34859%2C1731107883064, suffix=, logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs, maxLogs=10 2024-11-08T23:18:04,173 DEBUG [RS:0;300c1216fb79:34859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162, exclude list is [], retry=0 2024-11-08T23:18:04,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-89c68236-02b7-41df-ad37-e2626f5e183b,DISK] 2024-11-08T23:18:04,177 INFO [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 2024-11-08T23:18:04,177 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 300c1216fb79%2C34859%2C1731107883064 for peer 1 2024-11-08T23:18:04,177 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C34859%2C1731107883064 2024-11-08T23:18:04,177 INFO [RS:0;300c1216fb79:34859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,34859,1731107883064, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:18:04,178 DEBUG [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T23:18:04,178 INFO [RS:0;300c1216fb79:34859.replicationSource.shipper300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C34859%2C1731107883064 2024-11-08T23:18:04,178 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162, startPosition=0, beingWritten=true 2024-11-08T23:18:04,251 DEBUG [300c1216fb79:44311 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:18:04,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,34859,1731107883064 2024-11-08T23:18:04,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,34859,1731107883064, state=OPENING 2024-11-08T23:18:04,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616488762/meta-region-server 2024-11-08T23:18:04,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616488762/meta-region-server 2024-11-08T23:18:04,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:04,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:18:04,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:18:04,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,34859,1731107883064}] 2024-11-08T23:18:04,382 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:04,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:04,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:18:04,421 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:18:04,421 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:04,421 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:18:04,422 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C34859%2C1731107883064.meta, suffix=.meta, logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs, maxLogs=10 2024-11-08T23:18:04,434 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.meta.1731107884422.meta, exclude list is [], retry=0 2024-11-08T23:18:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-89c68236-02b7-41df-ad37-e2626f5e183b,DISK] 2024-11-08T23:18:04,437 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.meta.1731107884422.meta 2024-11-08T23:18:04,437 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T23:18:04,437 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:04,438 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:04,438 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:04,438 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:18:04,438 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:18:04,438 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:18:04,438 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:04,438 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:18:04,438 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:18:04,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:04,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:04,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:04,446 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/info/886d8d92b7cd4c11a191ef665eacd99b 2024-11-08T23:18:04,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:04,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:04,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:04,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:04,452 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/ns/56f2be5252f24d489fa58d2744f923a4 2024-11-08T23:18:04,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:04,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:04,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:04,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:04,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:04,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:04,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:04,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:04,459 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/table/4b65e22d58574fd1804d161dea69d7a0 2024-11-08T23:18:04,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:04,459 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:04,460 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740 2024-11-08T23:18:04,461 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740 2024-11-08T23:18:04,462 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:04,462 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:04,463 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:04,464 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:04,465 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70450995, jitterRate=0.04980163276195526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:04,465 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:18:04,465 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107884438Writing region info on filesystem at 1731107884438Initializing all the Stores at 1731107884439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107884439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107884439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107884439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107884439Cleaning up temporary data from old regions at 1731107884462 (+23 ms)Running coprocessor post-open hooks at 1731107884465 (+3 ms)Region opened successfully at 1731107884465 2024-11-08T23:18:04,466 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731107884416 2024-11-08T23:18:04,468 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:18:04,468 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:18:04,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=300c1216fb79,34859,1731107883064 2024-11-08T23:18:04,469 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,34859,1731107883064, state=OPEN 2024-11-08T23:18:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616488762/meta-region-server 2024-11-08T23:18:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616488762/meta-region-server 2024-11-08T23:18:04,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:18:04,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616488762/meta-region-server: CHANGED 2024-11-08T23:18:04,480 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,34859,1731107883064 2024-11-08T23:18:04,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T23:18:04,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,34859,1731107883064 in 216 msec 2024-11-08T23:18:04,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:18:04,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-08T23:18:04,687 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:05,092 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:05,452 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T23:18:05,596 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:06,200 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:06,906 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:06,955 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T23:18:07,711 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:08,357 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T23:18:08,357 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:18:08,358 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:08,358 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34859,1731107883064, seqNum=-1] 2024-11-08T23:18:08,358 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:08,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:08,369 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00af0a170e977bbb039f910951cda6ea, regionState=OPEN, lastHost=300c1216fb79,37531,1731107867945, regionLocation=300c1216fb79,37531,1731107867945, openSeqNum=2 2024-11-08T23:18:08,369 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:18:08,369 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107948369 2024-11-08T23:18:08,369 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108008369 2024-11-08T23:18:08,369 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-08T23:18:08,370 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44311,1731107882892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:08,370 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44311,1731107882892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:08,370 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44311,1731107882892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:08,370 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:44311, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:08,370 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:08,370 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 300c1216fb79,37531,1731107867945 had 2 regions 2024-11-08T23:18:08,372 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 300c1216fb79,37531,1731107867945, splitWal=true, meta=true, isMeta: false 2024-11-08T23:18:08,379 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945-splitting dir is empty, no logs to split. 2024-11-08T23:18:08,379 INFO [PEWorker-3 {}] master.SplitWALManager(105): 300c1216fb79,37531,1731107867945 WAL count=0, meta=false 2024-11-08T23:18:08,381 WARN [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=300c1216fb79,37531,1731107867945/hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:08,383 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,37531,1731107867945-splitting dir is empty, no logs to split. 2024-11-08T23:18:08,383 INFO [PEWorker-3 {}] master.SplitWALManager(105): 300c1216fb79,37531,1731107867945 WAL count=0, meta=false 2024-11-08T23:18:08,383 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 300c1216fb79,37531,1731107867945 WAL splitting is done? wals=0, meta=false 2024-11-08T23:18:08,384 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:08,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN}] 2024-11-08T23:18:08,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN 2024-11-08T23:18:08,393 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.271sec 2024-11-08T23:18:08,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:18:08,393 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:18:08,393 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:18:08,393 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:18:08,393 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:18:08,393 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:18:08,393 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44311,1731107882892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:08,393 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44311,1731107882892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:18:08,397 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:18:08,397 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:18:08,397 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44311,1731107882892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:08,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef3425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:08,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44311,-1 for getting cluster id 2024-11-08T23:18:08,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:08,490 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84512fa0-6771-4e26-a728-a2b37cebba19' 2024-11-08T23:18:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84512fa0-6771-4e26-a728-a2b37cebba19" 2024-11-08T23:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78577273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44311,-1] 2024-11-08T23:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:08,492 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:08,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4dd1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:08,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34859,1731107883064, seqNum=-1] 2024-11-08T23:18:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:08,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:08,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T23:18:08,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:08,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:08,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:08,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:08,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:08,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 300c1216fb79:44311 after: 300c1216fb79:44311 2024-11-08T23:18:08,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:08,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44311,-1 for getting cluster id 2024-11-08T23:18:08,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:08,500 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84512fa0-6771-4e26-a728-a2b37cebba19' 2024-11-08T23:18:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84512fa0-6771-4e26-a728-a2b37cebba19" 2024-11-08T23:18:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fcff1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44311,-1] 2024-11-08T23:18:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:08,501 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:08,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:08,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:08,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,44311,1731107882892 2024-11-08T23:18:08,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6228ed5d 2024-11-08T23:18:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:08,505 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:08,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44311 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T23:18:08,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:18:08,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:08,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:08,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:08,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:08,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:18:08,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=910709996, stopped=false 2024-11-08T23:18:08,507 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,36273,1731107873548 2024-11-08T23:18:08,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:08,543 DEBUG [300c1216fb79:44311 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:18:08,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=00af0a170e977bbb039f910951cda6ea, regionState=OPENING, regionLocation=300c1216fb79,34859,1731107883064 2024-11-08T23:18:08,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN because future has completed 2024-11-08T23:18:08,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00af0a170e977bbb039f910951cda6ea, server=300c1216fb79,34859,1731107883064}] 2024-11-08T23:18:08,564 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163576174/running 2024-11-08T23:18:08,564 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:18:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163576174/running 2024-11-08T23:18:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:18:08,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:08,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on znode that does not yet exist, /1-1163576174/running 2024-11-08T23:18:08,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:08,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Set watcher on znode that does not yet exist, /1-1163576174/running 2024-11-08T23:18:08,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:08,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:08,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,46437,1731107873658' ***** 2024-11-08T23:18:08,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:18:08,565 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,46437,1731107873658 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:46437. 2024-11-08T23:18:08,566 DEBUG [RS:0;300c1216fb79:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:08,566 DEBUG [RS:0;300c1216fb79:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:18:08,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:18:08,566 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:18:08,567 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:18:08,567 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:18:08,567 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:18:08,567 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:18:08,567 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:18:08,567 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:18:08,567 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:18:08,567 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:18:08,567 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T23:18:08,588 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740/.tmp/ns/ae01fee5a7534157918455b65701a9fc is 43, key is default/ns:d/1731107876872/Put/seqid=0 2024-11-08T23:18:08,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741835_1011 (size=5153) 2024-11-08T23:18:08,610 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:08,618 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:08,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:08,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:08,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:18:08,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C34859%2C1731107883064.rep, suffix=, logDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs, maxLogs=10 2024-11-08T23:18:08,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.rep.1731107888709, exclude list is [], retry=0 2024-11-08T23:18:08,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-89c68236-02b7-41df-ad37-e2626f5e183b,DISK] 2024-11-08T23:18:08,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.rep.1731107888709 2024-11-08T23:18:08,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T23:18:08,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 00af0a170e977bbb039f910951cda6ea, NAME => 'hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:08,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:08,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:08,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. service=MultiRowMutationService 2024-11-08T23:18:08,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:18:08,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:08,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,736 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,738 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af0a170e977bbb039f910951cda6ea columnFamilyName hfileref 2024-11-08T23:18:08,738 DEBUG [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:08,738 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(327): Store=00af0a170e977bbb039f910951cda6ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:08,738 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,739 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af0a170e977bbb039f910951cda6ea columnFamilyName queue 2024-11-08T23:18:08,739 DEBUG [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:08,758 DEBUG [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/queue/4f0089f96d234b59a0420fb364df24ef 2024-11-08T23:18:08,758 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(327): Store=00af0a170e977bbb039f910951cda6ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:08,758 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,759 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af0a170e977bbb039f910951cda6ea columnFamilyName sid 2024-11-08T23:18:08,759 DEBUG [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:08,760 INFO [StoreOpener-00af0a170e977bbb039f910951cda6ea-1 {}] regionserver.HStore(327): Store=00af0a170e977bbb039f910951cda6ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:08,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:08,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 00af0a170e977bbb039f910951cda6ea; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70489325, jitterRate=0.05037279427051544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:08,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:08,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 00af0a170e977bbb039f910951cda6ea: Running coprocessor pre-open hook at 1731107888731Writing region info on filesystem at 1731107888731Initializing all the Stores at 1731107888733 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107888733Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107888736 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107888736Cleaning up temporary data from old regions at 1731107888763 (+27 ms)Running coprocessor post-open hooks at 1731107888766 (+3 ms)Region opened successfully at 1731107888766 2024-11-08T23:18:08,767 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:18:08,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea., pid=13, masterSystemTime=1731107888700 2024-11-08T23:18:08,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:08,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:08,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=00af0a170e977bbb039f910951cda6ea, regionState=OPEN, openSeqNum=9, regionLocation=300c1216fb79,34859,1731107883064 2024-11-08T23:18:08,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00af0a170e977bbb039f910951cda6ea, server=300c1216fb79,34859,1731107883064 because future has completed 2024-11-08T23:18:08,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T23:18:08,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 00af0a170e977bbb039f910951cda6ea, server=300c1216fb79,34859,1731107883064 in 227 msec 2024-11-08T23:18:08,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T23:18:08,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00af0a170e977bbb039f910951cda6ea, ASSIGN in 386 msec 2024-11-08T23:18:08,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T23:18:08,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea., hostname=300c1216fb79,34859,1731107883064, seqNum=9] 2024-11-08T23:18:08,800 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 300c1216fb79,37531,1731107867945 2024-11-08T23:18:08,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T23:18:08,837 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:18:08,837 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:18:08,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T23:18:08,967 DEBUG [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:18:09,009 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740/.tmp/ns/ae01fee5a7534157918455b65701a9fc 2024-11-08T23:18:09,015 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740/.tmp/ns/ae01fee5a7534157918455b65701a9fc as hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740/ns/ae01fee5a7534157918455b65701a9fc 2024-11-08T23:18:09,021 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740/ns/ae01fee5a7534157918455b65701a9fc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T23:18:09,022 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=6, compaction requested=false 2024-11-08T23:18:09,022 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:18:09,031 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T23:18:09,034 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:09,034 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:09,034 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:09,034 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107888567Running coprocessor pre-close hooks at 1731107888567Disabling compacts and flushes for region at 1731107888567Disabling writes for close at 1731107888567Obtaining lock to block concurrent updates at 1731107888567Preparing flush snapshotting stores in 1588230740 at 1731107888567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731107888567Flushing stores of hbase:meta,,1.1588230740 at 1731107888568 (+1 ms)Flushing 1588230740/ns: creating writer at 1731107888568Flushing 1588230740/ns: appending metadata at 1731107888588 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731107888588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a6af8a: reopening flushed file at 1731107889014 (+426 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=6, compaction requested=false at 1731107889022 (+8 ms)Writing region close event to WAL at 1731107889023 (+1 ms)Running coprocessor post-close hooks at 1731107889034 (+11 ms)Closed at 1731107889034 2024-11-08T23:18:09,034 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:09,167 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,46437,1731107873658; all regions closed. 2024-11-08T23:18:09,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741834_1010 (size=1152) 2024-11-08T23:18:09,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/WALs/300c1216fb79,46437,1731107873658/300c1216fb79%2C46437%2C1731107873658.meta.1731107876824.meta not finished, retry = 0 2024-11-08T23:18:09,273 DEBUG [RS:0;300c1216fb79:46437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/oldWALs 2024-11-08T23:18:09,273 INFO [RS:0;300c1216fb79:46437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C46437%2C1731107873658.meta:.meta(num 1731107876824) 2024-11-08T23:18:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741832_1008 (size=93) 2024-11-08T23:18:09,276 DEBUG [RS:0;300c1216fb79:46437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/oldWALs 2024-11-08T23:18:09,276 INFO [RS:0;300c1216fb79:46437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C46437%2C1731107873658:(num 1731107875933) 2024-11-08T23:18:09,276 DEBUG [RS:0;300c1216fb79:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:09,276 INFO [RS:0;300c1216fb79:46437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:09,276 INFO [RS:0;300c1216fb79:46437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:09,276 INFO [RS:0;300c1216fb79:46437 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:09,277 INFO [RS:0;300c1216fb79:46437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:09,277 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:09,277 INFO [RS:0;300c1216fb79:46437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46437 2024-11-08T23:18:09,311 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163576174/rs/300c1216fb79,46437,1731107873658 2024-11-08T23:18:09,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174/rs 2024-11-08T23:18:09,312 INFO [RS:0;300c1216fb79:46437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:09,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,46437,1731107873658] 2024-11-08T23:18:09,337 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1163576174/draining/300c1216fb79,46437,1731107873658 already deleted, retry=false 2024-11-08T23:18:09,337 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,46437,1731107873658 expired; onlineServers=0 2024-11-08T23:18:09,337 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,36273,1731107873548' ***** 2024-11-08T23:18:09,337 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:18:09,337 INFO [M:0;300c1216fb79:36273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:09,338 INFO [M:0;300c1216fb79:36273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:09,338 DEBUG [M:0;300c1216fb79:36273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:18:09,338 DEBUG [M:0;300c1216fb79:36273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:18:09,338 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:18:09,338 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107875666 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107875666,5,FailOnTimeoutGroup] 2024-11-08T23:18:09,338 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107875666 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107875666,5,FailOnTimeoutGroup] 2024-11-08T23:18:09,338 INFO [M:0;300c1216fb79:36273 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:09,338 INFO [M:0;300c1216fb79:36273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:09,338 DEBUG [M:0;300c1216fb79:36273 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:18:09,338 INFO [M:0;300c1216fb79:36273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:18:09,338 INFO [M:0;300c1216fb79:36273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:09,338 INFO [M:0;300c1216fb79:36273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:18:09,338 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:18:09,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1163576174/master 2024-11-08T23:18:09,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1163576174 2024-11-08T23:18:09,348 DEBUG [M:0;300c1216fb79:36273 {}] zookeeper.ZKUtil(347): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Unable to get data of znode /1-1163576174/master because node does not exist (not an error) 2024-11-08T23:18:09,348 WARN [M:0;300c1216fb79:36273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:18:09,349 INFO [M:0;300c1216fb79:36273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/.lastflushedseqids 2024-11-08T23:18:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741836_1012 (size=99) 2024-11-08T23:18:09,354 INFO [M:0;300c1216fb79:36273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:18:09,354 INFO [M:0;300c1216fb79:36273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:18:09,354 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:09,354 INFO [M:0;300c1216fb79:36273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:09,354 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:09,354 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:09,354 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:09,354 INFO [M:0;300c1216fb79:36273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T23:18:09,369 DEBUG [M:0;300c1216fb79:36273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4fde21c34da4eb9a9faab0e911b553d is 82, key is hbase:meta,,1/info:regioninfo/1731107876855/Put/seqid=0 2024-11-08T23:18:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741837_1013 (size=5672) 2024-11-08T23:18:09,373 INFO [M:0;300c1216fb79:36273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4fde21c34da4eb9a9faab0e911b553d 2024-11-08T23:18:09,396 DEBUG [M:0;300c1216fb79:36273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fa3abe862a64b14bd44dbbfa2b704fa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731107876874/Put/seqid=0 2024-11-08T23:18:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741838_1014 (size=5275) 2024-11-08T23:18:09,427 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:09,427 INFO [RS:0;300c1216fb79:46437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:09,427 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1011cbdbf4d0004, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:09,427 INFO [RS:0;300c1216fb79:46437 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,46437,1731107873658; zookeeper connection closed. 2024-11-08T23:18:09,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@865a76f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@865a76f 2024-11-08T23:18:09,427 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:18:09,625 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:09,802 INFO [M:0;300c1216fb79:36273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fa3abe862a64b14bd44dbbfa2b704fa 2024-11-08T23:18:09,827 DEBUG [M:0;300c1216fb79:36273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e966c475db4d9daed02bbca81c59dc is 69, key is 300c1216fb79,46437,1731107873658/rs:state/1731107875733/Put/seqid=0 2024-11-08T23:18:09,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741839_1015 (size=5156) 2024-11-08T23:18:09,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:09,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:09,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:09,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:09,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:09,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:09,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:10,232 INFO [M:0;300c1216fb79:36273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e966c475db4d9daed02bbca81c59dc 2024-11-08T23:18:10,237 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4fde21c34da4eb9a9faab0e911b553d as hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4fde21c34da4eb9a9faab0e911b553d 2024-11-08T23:18:10,241 INFO [M:0;300c1216fb79:36273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4fde21c34da4eb9a9faab0e911b553d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T23:18:10,242 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fa3abe862a64b14bd44dbbfa2b704fa as hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fa3abe862a64b14bd44dbbfa2b704fa 2024-11-08T23:18:10,245 INFO [M:0;300c1216fb79:36273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fa3abe862a64b14bd44dbbfa2b704fa, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T23:18:10,246 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e966c475db4d9daed02bbca81c59dc as hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54e966c475db4d9daed02bbca81c59dc 2024-11-08T23:18:10,250 INFO [M:0;300c1216fb79:36273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54e966c475db4d9daed02bbca81c59dc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T23:18:10,250 INFO [M:0;300c1216fb79:36273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=28, compaction requested=false 2024-11-08T23:18:10,253 INFO [M:0;300c1216fb79:36273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:10,253 DEBUG [M:0;300c1216fb79:36273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107889354Disabling compacts and flushes for region at 1731107889354Disabling writes for close at 1731107889354Obtaining lock to block concurrent updates at 1731107889354Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107889354Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731107889354Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107889355 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107889355Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107889369 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107889369Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107889377 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107889396 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107889396Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107889808 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107889827 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107889827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc7a883: reopening flushed file at 1731107890236 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31aae090: reopening flushed file at 1731107890241 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dbcce6: reopening flushed file at 1731107890245 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=28, compaction requested=false at 1731107890250 (+5 ms)Writing region close event to WAL at 1731107890252 (+2 ms)Closed at 1731107890252 2024-11-08T23:18:10,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741830_1006 (size=10165) 2024-11-08T23:18:10,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bc29e57-309d-5abb-4990-00564733841d/MasterData/WALs/300c1216fb79,36273,1731107873548/300c1216fb79%2C36273%2C1731107873548.1731107875422 not finished, retry = 0 2024-11-08T23:18:10,355 INFO [M:0;300c1216fb79:36273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:18:10,355 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:10,356 INFO [M:0;300c1216fb79:36273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36273 2024-11-08T23:18:10,356 INFO [M:0;300c1216fb79:36273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:10,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:10,474 INFO [M:0;300c1216fb79:36273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:10,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36273-0x1011cbdbf4d0003, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:10,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@313f4481{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:18:10,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d8a38d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:18:10,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:18:10,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45139d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:18:10,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3982752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.log.dir/,STOPPED} 2024-11-08T23:18:10,478 WARN [BP-131169702-172.17.0.2-1731107871350 heartbeating to localhost/127.0.0.1:37141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:18:10,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:18:10,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:18:10,478 WARN [BP-131169702-172.17.0.2-1731107871350 heartbeating to localhost/127.0.0.1:37141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-131169702-172.17.0.2-1731107871350 (Datanode Uuid 2347ccde-01b8-4f49-b760-c71b137cb5b3) service to localhost/127.0.0.1:37141 2024-11-08T23:18:10,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/cluster_a7d065f0-07a9-5b71-aca6-a9184b411bf1/data/data1/current/BP-131169702-172.17.0.2-1731107871350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:18:10,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/cluster_a7d065f0-07a9-5b71-aca6-a9184b411bf1/data/data2/current/BP-131169702-172.17.0.2-1731107871350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:18:10,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:18:10,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5312732b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:18:10,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11feb6f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:18:10,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:18:10,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b75df8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:18:10,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddfaba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.log.dir/,STOPPED} 2024-11-08T23:18:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:18:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:18:10,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:10,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:10,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:10,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:10,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:10,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:18:10,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1435276719, stopped=false 2024-11-08T23:18:10,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,44311,1731107882892 2024-11-08T23:18:10,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/running 2024-11-08T23:18:10,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/running 2024-11-08T23:18:10,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:18:10,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:18:10,521 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:10,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/running 2024-11-08T23:18:10,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:10,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Set watcher on znode that does not yet exist, /0616488762/running 2024-11-08T23:18:10,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:10,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:10,523 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,34859,1731107883064' ***** 2024-11-08T23:18:10,523 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:18:10,523 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:18:10,523 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:18:10,523 INFO [RS:0;300c1216fb79:34859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:18:10,523 INFO [RS:0;300c1216fb79:34859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:18:10,523 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(3091): Received CLOSE for 00af0a170e977bbb039f910951cda6ea 2024-11-08T23:18:10,523 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,34859,1731107883064 2024-11-08T23:18:10,523 INFO [RS:0;300c1216fb79:34859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:10,524 INFO [RS:0;300c1216fb79:34859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:34859. 2024-11-08T23:18:10,524 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00af0a170e977bbb039f910951cda6ea, disabling compactions & flushes 2024-11-08T23:18:10,524 DEBUG [RS:0;300c1216fb79:34859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:10,524 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:10,524 DEBUG [RS:0;300c1216fb79:34859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:10,524 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:10,524 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. after waiting 0 ms 2024-11-08T23:18:10,524 INFO [RS:0;300c1216fb79:34859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:18:10,524 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:10,524 INFO [RS:0;300c1216fb79:34859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:18:10,524 INFO [RS:0;300c1216fb79:34859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:18:10,524 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:18:10,525 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:18:10,525 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1325): Online Regions={00af0a170e977bbb039f910951cda6ea=hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:18:10,525 DEBUG [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1351): Waiting on 00af0a170e977bbb039f910951cda6ea, 1588230740 2024-11-08T23:18:10,525 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:18:10,525 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:18:10,525 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:18:10,525 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:18:10,525 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:18:10,525 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T23:18:10,531 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/replication/00af0a170e977bbb039f910951cda6ea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T23:18:10,532 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:10,532 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:10,532 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:10,532 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00af0a170e977bbb039f910951cda6ea: Waiting for close lock at 1731107890524Running coprocessor pre-close hooks at 1731107890524Disabling compacts and flushes for region at 1731107890524Disabling writes for close at 1731107890524Writing region close event to WAL at 1731107890528 (+4 ms)Running coprocessor post-close hooks at 1731107890532 (+4 ms)Closed at 1731107890532 2024-11-08T23:18:10,532 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea. 2024-11-08T23:18:10,541 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/info/31394710718d4a52991242ed653b3e38 is 147, key is hbase:replication,,1731107876940.00af0a170e977bbb039f910951cda6ea./info:regioninfo/1731107888770/Put/seqid=0 2024-11-08T23:18:10,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741851_1027 (size=6385) 2024-11-08T23:18:10,545 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/info/31394710718d4a52991242ed653b3e38 2024-11-08T23:18:10,551 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/.tmp/info/31394710718d4a52991242ed653b3e38 as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/info/31394710718d4a52991242ed653b3e38 2024-11-08T23:18:10,556 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/info/31394710718d4a52991242ed653b3e38, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T23:18:10,557 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=19, compaction requested=false 2024-11-08T23:18:10,562 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T23:18:10,564 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:10,564 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:10,564 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:10,564 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107890525Running coprocessor pre-close hooks at 1731107890525Disabling compacts and flushes for region at 1731107890525Disabling writes for close at 1731107890525Obtaining lock to block concurrent updates at 1731107890525Preparing flush snapshotting stores in 1588230740 at 1731107890525Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731107890526 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731107890526Flushing 1588230740/info: creating writer at 1731107890527 (+1 ms)Flushing 1588230740/info: appending metadata at 1731107890540 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731107890540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2957a8fb: reopening flushed file at 1731107890550 (+10 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=19, compaction requested=false at 1731107890557 (+7 ms)Writing region close event to WAL at 1731107890559 (+2 ms)Running coprocessor post-close hooks at 1731107890564 (+5 ms)Closed at 1731107890564 2024-11-08T23:18:10,564 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:10,620 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:10,725 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,34859,1731107883064; all regions closed. 2024-11-08T23:18:10,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.meta.1731107884422.meta not finished, retry = 0 2024-11-08T23:18:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741849_1025 (size=2156) 2024-11-08T23:18:10,733 DEBUG [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 to pos 0, reset compression=false 2024-11-08T23:18:10,830 DEBUG [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs 2024-11-08T23:18:10,830 INFO [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C34859%2C1731107883064.meta:.meta(num 1731107884422) 2024-11-08T23:18:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741850_1026 (size=796) 2024-11-08T23:18:10,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.rep.1731107888709 not finished, retry = 0 2024-11-08T23:18:10,935 DEBUG [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs 2024-11-08T23:18:10,935 INFO [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C34859%2C1731107883064.rep:(num 1731107888709) 2024-11-08T23:18:10,938 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/WALs/300c1216fb79,34859,1731107883064/300c1216fb79%2C34859%2C1731107883064.1731107884162 not finished, retry = 0 2024-11-08T23:18:10,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741848_1024 (size=93) 2024-11-08T23:18:11,017 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:18:11,017 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:18:11,040 DEBUG [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/oldWALs 2024-11-08T23:18:11,041 INFO [RS:0;300c1216fb79:34859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C34859%2C1731107883064:(num 1731107884162) 2024-11-08T23:18:11,041 DEBUG [RS:0;300c1216fb79:34859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:11,041 INFO [RS:0;300c1216fb79:34859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:11,041 INFO [RS:0;300c1216fb79:34859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:11,041 INFO [RS:0;300c1216fb79:34859 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:11,041 INFO [RS:0;300c1216fb79:34859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:11,041 INFO [RS:0;300c1216fb79:34859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,34859,1731107883064 because: Region server is closing 2024-11-08T23:18:11,041 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T23:18:11,041 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T23:18:11,041 INFO [RS:0;300c1216fb79:34859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:34859. 2024-11-08T23:18:11,041 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T23:18:11,041 DEBUG [RS:0;300c1216fb79:34859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:11,041 DEBUG [RS:0;300c1216fb79:34859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:11,041 DEBUG [RS:0;300c1216fb79:34859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:11,042 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:11,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:11,142 WARN [RS:0;300c1216fb79:34859.replicationSource.shipper300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:18:11,142 WARN [RS:0;300c1216fb79:34859.replicationSource.wal-reader.300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:18:11,142 INFO [RS:0;300c1216fb79:34859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;300c1216fb79:34859.replicationSource.shipper300c1216fb79%2C34859%2C1731107883064,1-300c1216fb79,34859,1731107883064 terminated 2024-11-08T23:18:11,142 INFO [RS:0;300c1216fb79:34859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34859 2024-11-08T23:18:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762/rs 2024-11-08T23:18:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/rs/300c1216fb79,34859,1731107883064 2024-11-08T23:18:11,182 INFO [RS:0;300c1216fb79:34859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:11,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,34859,1731107883064] 2024-11-08T23:18:11,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/draining/300c1216fb79,34859,1731107883064 already deleted, retry=false 2024-11-08T23:18:11,350 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,34859,1731107883064 expired; onlineServers=0 2024-11-08T23:18:11,350 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,44311,1731107882892' ***** 2024-11-08T23:18:11,350 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:18:11,350 INFO [M:0;300c1216fb79:44311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:11,350 INFO [M:0;300c1216fb79:44311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:11,350 DEBUG [M:0;300c1216fb79:44311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:18:11,350 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:18:11,350 DEBUG [M:0;300c1216fb79:44311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:18:11,350 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107883849 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107883849,5,FailOnTimeoutGroup] 2024-11-08T23:18:11,351 INFO [M:0;300c1216fb79:44311 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:11,351 INFO [M:0;300c1216fb79:44311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:11,351 DEBUG [M:0;300c1216fb79:44311 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:18:11,351 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107883849 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107883849,5,FailOnTimeoutGroup] 2024-11-08T23:18:11,351 INFO [M:0;300c1216fb79:44311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:18:11,351 INFO [M:0;300c1216fb79:44311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:11,351 INFO [M:0;300c1216fb79:44311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:18:11,351 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:18:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:11,396 INFO [RS:0;300c1216fb79:34859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:11,396 INFO [RS:0;300c1216fb79:34859 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,34859,1731107883064; zookeeper connection closed. 2024-11-08T23:18:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34859-0x1011cbdbf4d0007, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:11,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60aa8301 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60aa8301 2024-11-08T23:18:11,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:18:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616488762/master 2024-11-08T23:18:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616488762 2024-11-08T23:18:11,442 DEBUG [M:0;300c1216fb79:44311 {}] zookeeper.RecoverableZooKeeper(212): Node /0616488762/master already deleted, retry=false 2024-11-08T23:18:11,442 DEBUG [M:0;300c1216fb79:44311 {}] master.ActiveMasterManager(353): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Failed delete of our master address node; KeeperErrorCode = NoNode for /0616488762/master 2024-11-08T23:18:11,443 INFO [M:0;300c1216fb79:44311 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/.lastflushedseqids 2024-11-08T23:18:11,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741852_1028 (size=181) 2024-11-08T23:18:11,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:18:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:11,848 INFO [M:0;300c1216fb79:44311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:18:11,848 INFO [M:0;300c1216fb79:44311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:18:11,848 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:11,848 INFO [M:0;300c1216fb79:44311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:11,848 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:11,848 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:11,848 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:11,848 INFO [M:0;300c1216fb79:44311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T23:18:11,866 DEBUG [M:0;300c1216fb79:44311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/270781fdc2004f7abc93a7cfc91b22a4 is 82, key is hbase:meta,,1/info:regioninfo/1731107884468/Put/seqid=0 2024-11-08T23:18:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741853_1029 (size=5672) 2024-11-08T23:18:12,270 INFO [M:0;300c1216fb79:44311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/270781fdc2004f7abc93a7cfc91b22a4 2024-11-08T23:18:12,302 DEBUG [M:0;300c1216fb79:44311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e9116f04a9a4d28ae354cb6e0fc84e7 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731107888776/Put/seqid=0 2024-11-08T23:18:12,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741854_1030 (size=7312) 2024-11-08T23:18:12,308 INFO [M:0;300c1216fb79:44311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e9116f04a9a4d28ae354cb6e0fc84e7 2024-11-08T23:18:12,333 DEBUG [M:0;300c1216fb79:44311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507f76579f594848858470470c96b8c3 is 69, key is 300c1216fb79,34859,1731107883064/rs:state/1731107883924/Put/seqid=0 2024-11-08T23:18:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741855_1031 (size=5370) 2024-11-08T23:18:12,337 INFO [M:0;300c1216fb79:44311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507f76579f594848858470470c96b8c3 2024-11-08T23:18:12,343 INFO [M:0;300c1216fb79:44311 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 507f76579f594848858470470c96b8c3 2024-11-08T23:18:12,345 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/270781fdc2004f7abc93a7cfc91b22a4 as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/270781fdc2004f7abc93a7cfc91b22a4 2024-11-08T23:18:12,352 INFO [M:0;300c1216fb79:44311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/270781fdc2004f7abc93a7cfc91b22a4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T23:18:12,355 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e9116f04a9a4d28ae354cb6e0fc84e7 as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e9116f04a9a4d28ae354cb6e0fc84e7 2024-11-08T23:18:12,360 INFO [M:0;300c1216fb79:44311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e9116f04a9a4d28ae354cb6e0fc84e7, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T23:18:12,361 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507f76579f594848858470470c96b8c3 as hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/507f76579f594848858470470c96b8c3 2024-11-08T23:18:12,366 INFO [M:0;300c1216fb79:44311 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 507f76579f594848858470470c96b8c3 2024-11-08T23:18:12,366 INFO [M:0;300c1216fb79:44311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39631/user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/507f76579f594848858470470c96b8c3, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T23:18:12,367 INFO [M:0;300c1216fb79:44311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=127, compaction requested=false 2024-11-08T23:18:12,377 INFO [M:0;300c1216fb79:44311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:12,377 DEBUG [M:0;300c1216fb79:44311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107891848Disabling compacts and flushes for region at 1731107891848Disabling writes for close at 1731107891848Obtaining lock to block concurrent updates at 1731107891848Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107891848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731107891849 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107891849Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107891849Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107891865 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107891865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107892277 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107892301 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107892301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107892313 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107892332 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107892332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e0204e: reopening flushed file at 1731107892343 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f113ed: reopening flushed file at 1731107892352 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2927bbb6: reopening flushed file at 1731107892360 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=127, compaction requested=false at 1731107892367 (+7 ms)Writing region close event to WAL at 1731107892377 (+10 ms)Closed at 1731107892377 2024-11-08T23:18:12,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741847_1023 (size=22903) 2024-11-08T23:18:12,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ff2a5a-7cd1-26b3-7963-d5f1cc8398bd/MasterData/WALs/300c1216fb79,44311,1731107882892/300c1216fb79%2C44311%2C1731107882892.1731107883566 not finished, retry = 0 2024-11-08T23:18:12,488 INFO [M:0;300c1216fb79:44311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:18:12,488 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:12,488 INFO [M:0;300c1216fb79:44311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44311 2024-11-08T23:18:12,488 INFO [M:0;300c1216fb79:44311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44311-0x1011cbdbf4d0006, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:12,632 INFO [M:0;300c1216fb79:44311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:12,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6efb4a3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:18:12,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@508856f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:18:12,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:18:12,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58893b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:18:12,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b94c408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.log.dir/,STOPPED} 2024-11-08T23:18:12,650 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:18:12,650 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:18:12,650 WARN [BP-413158395-172.17.0.2-1731107865528 heartbeating to localhost/127.0.0.1:39631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:18:12,650 WARN [BP-413158395-172.17.0.2-1731107865528 heartbeating to localhost/127.0.0.1:39631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-413158395-172.17.0.2-1731107865528 (Datanode Uuid 9142b19e-3b12-492d-82a2-6e10392eb052) service to localhost/127.0.0.1:39631 2024-11-08T23:18:12,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/cluster_108defde-2617-7b31-8c4c-7fc60321a432/data/data1/current/BP-413158395-172.17.0.2-1731107865528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:18:12,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:18:12,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/cluster_108defde-2617-7b31-8c4c-7fc60321a432/data/data2/current/BP-413158395-172.17.0.2-1731107865528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:18:12,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1698260d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:18:12,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ffd178{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:18:12,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:18:12,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541e07f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:18:12,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35299b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/538b03cf-fdbc-a7c5-2cbe-c909b0b92a19/hadoop.log.dir/,STOPPED} 2024-11-08T23:18:12,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:18:12,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:18:12,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56814) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56814) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39631 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37141 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=3703 (was 3136) - AvailableMemoryMB LEAK? - 2024-11-08T23:18:12,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=3702 2024-11-08T23:18:12,735 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T23:18:12,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.log.dir so I do NOT create it in target/test-data/23f11cff-f1fc-2906-858d-391698565a4d 2024-11-08T23:18:12,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:18:12,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.tmp.dir so I do NOT create it in target/test-data/23f11cff-f1fc-2906-858d-391698565a4d 2024-11-08T23:18:12,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/139349e8-d515-100d-3669-a0c9294b3b85/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:18:12,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d 2024-11-08T23:18:12,736 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/cluster_72c3fe03-55f3-227c-b609-f2c5cc8682be, deleteOnExit=true 2024-11-08T23:18:12,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/cluster_72c3fe03-55f3-227c-b609-f2c5cc8682be/zookeeper_0, clientPort=60960, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/cluster_72c3fe03-55f3-227c-b609-f2c5cc8682be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/cluster_72c3fe03-55f3-227c-b609-f2c5cc8682be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:18:12,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60960 2024-11-08T23:18:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:18:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:18:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/test.cache.data in system properties and HBase conf 2024-11-08T23:18:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:18:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:18:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:18:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:18:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:18:12,753 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:18:12,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:18:12,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:18:12,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:18:12,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:18:12,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:18:12,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:18:12,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cbdbf4d0005, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:18:12,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cbdbf4d0002, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:18:12,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cbdbf4d0002, quorum=127.0.0.1:56814, baseZNode=/0616488762 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:18:12,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cbdbf4d0005, quorum=127.0.0.1:56814, baseZNode=/1-1163576174 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:18:13,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:13,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:18:13,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:18:13,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:18:13,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:18:13,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:13,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:18:13,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:18:13,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b0899c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/java.io.tmpdir/jetty-localhost-41173-hadoop-hdfs-3_4_1-tests_jar-_-any-10725200282101945489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:18:13,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:41173} 2024-11-08T23:18:13,286 INFO [Time-limited test {}] server.Server(415): Started @169690ms 2024-11-08T23:18:13,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:13,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:18:13,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:18:13,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:18:13,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:18:13,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:18:13,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:18:13,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5226859e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/java.io.tmpdir/jetty-localhost-43651-hadoop-hdfs-3_4_1-tests_jar-_-any-13367302878723743993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:18:13,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:43651} 2024-11-08T23:18:13,640 INFO [Time-limited test {}] server.Server(415): Started @170045ms 2024-11-08T23:18:13,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:18:14,459 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/cluster_72c3fe03-55f3-227c-b609-f2c5cc8682be/data/data1/current/BP-1327959912-172.17.0.2-1731107892809/current, will proceed with Du for space computation calculation, 2024-11-08T23:18:14,459 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/cluster_72c3fe03-55f3-227c-b609-f2c5cc8682be/data/data2/current/BP-1327959912-172.17.0.2-1731107892809/current, will proceed with Du for space computation calculation, 2024-11-08T23:18:14,480 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:18:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c8e36d1f1b0b6 with lease ID 0x3d2e6dd99b40eae3: Processing first storage report for DS-808d4245-be95-4682-85c6-6e00426c58d1 from datanode DatanodeRegistration(127.0.0.1:39651, datanodeUuid=07a0d03b-b78c-4826-92a2-a4c8d9ac2559, infoPort=37771, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1386889418;c=1731107892809) 2024-11-08T23:18:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c8e36d1f1b0b6 with lease ID 0x3d2e6dd99b40eae3: from storage DS-808d4245-be95-4682-85c6-6e00426c58d1 node DatanodeRegistration(127.0.0.1:39651, datanodeUuid=07a0d03b-b78c-4826-92a2-a4c8d9ac2559, infoPort=37771, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1386889418;c=1731107892809), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:18:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c8e36d1f1b0b6 with lease ID 0x3d2e6dd99b40eae3: Processing first storage report for DS-faff286d-9354-4657-a3ea-7282f3b269c5 from datanode DatanodeRegistration(127.0.0.1:39651, datanodeUuid=07a0d03b-b78c-4826-92a2-a4c8d9ac2559, infoPort=37771, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1386889418;c=1731107892809) 2024-11-08T23:18:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c8e36d1f1b0b6 with lease ID 0x3d2e6dd99b40eae3: from storage DS-faff286d-9354-4657-a3ea-7282f3b269c5 node DatanodeRegistration(127.0.0.1:39651, datanodeUuid=07a0d03b-b78c-4826-92a2-a4c8d9ac2559, infoPort=37771, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1386889418;c=1731107892809), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:18:14,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d 2024-11-08T23:18:14,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:14,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:18:14,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858 with version=8 2024-11-08T23:18:14,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/hbase-staging 2024-11-08T23:18:14,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:14,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:14,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:14,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:14,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:14,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:14,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:18:14,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:14,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36715 2024-11-08T23:18:14,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36715 connecting to ZooKeeper ensemble=127.0.0.1:60960 2024-11-08T23:18:15,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367150x0, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:15,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36715-0x1011cbe29b30000 connected 2024-11-08T23:18:15,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:15,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:15,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on znode that does not yet exist, /0-110588853/running 2024-11-08T23:18:15,209 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858, hbase.cluster.distributed=false 2024-11-08T23:18:15,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on znode that does not yet exist, /0-110588853/acl 2024-11-08T23:18:15,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-08T23:18:15,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36715 2024-11-08T23:18:15,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36715 2024-11-08T23:18:15,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-08T23:18:15,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-08T23:18:15,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:15,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:15,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:15,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:15,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:15,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:15,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:18:15,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:15,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44339 2024-11-08T23:18:15,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44339 connecting to ZooKeeper ensemble=127.0.0.1:60960 2024-11-08T23:18:15,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:15,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:15,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443390x0, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:15,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44339-0x1011cbe29b30001 connected 2024-11-08T23:18:15,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on znode that does not yet exist, /0-110588853/running 2024-11-08T23:18:15,237 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:18:15,238 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:18:15,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on znode that does not yet exist, /0-110588853/master 2024-11-08T23:18:15,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on znode that does not yet exist, /0-110588853/acl 2024-11-08T23:18:15,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44339 2024-11-08T23:18:15,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44339 2024-11-08T23:18:15,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44339 2024-11-08T23:18:15,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44339 2024-11-08T23:18:15,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44339 2024-11-08T23:18:15,254 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:36715 2024-11-08T23:18:15,255 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-110588853/backup-masters/300c1216fb79,36715,1731107894984 2024-11-08T23:18:15,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853/backup-masters 2024-11-08T23:18:15,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853/backup-masters 2024-11-08T23:18:15,265 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on existing znode=/0-110588853/backup-masters/300c1216fb79,36715,1731107894984 2024-11-08T23:18:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-110588853/master 2024-11-08T23:18:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:15,276 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on existing znode=/0-110588853/master 2024-11-08T23:18:15,276 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-110588853/backup-masters/300c1216fb79,36715,1731107894984 from backup master directory 2024-11-08T23:18:15,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853/backup-masters 2024-11-08T23:18:15,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-110588853/backup-masters/300c1216fb79,36715,1731107894984 2024-11-08T23:18:15,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853/backup-masters 2024-11-08T23:18:15,286 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:15,286 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,36715,1731107894984 2024-11-08T23:18:15,289 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/hbase.id] with ID: d341fc18-2648-4d86-9b85-934f24fc03c6 2024-11-08T23:18:15,289 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/.tmp/hbase.id 2024-11-08T23:18:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:18:15,694 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/.tmp/hbase.id]:[hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/hbase.id] 2024-11-08T23:18:15,703 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:15,703 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:18:15,704 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:18:15,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:15,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:18:16,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:16,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:16,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:16,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:16,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:16,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:16,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:16,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:16,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:16,137 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:16,138 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:18:16,138 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:18:16,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store 2024-11-08T23:18:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:18:16,954 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:16,954 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:16,954 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:16,954 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:16,954 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:16,955 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:16,955 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:16,955 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107896954Disabling compacts and flushes for region at 1731107896954Disabling writes for close at 1731107896955 (+1 ms)Writing region close event to WAL at 1731107896955Closed at 1731107896955 2024-11-08T23:18:16,955 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/.initializing 2024-11-08T23:18:16,955 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/WALs/300c1216fb79,36715,1731107894984 2024-11-08T23:18:16,956 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:16,958 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C36715%2C1731107894984, suffix=, logDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/WALs/300c1216fb79,36715,1731107894984, archiveDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/oldWALs, maxLogs=10 2024-11-08T23:18:16,969 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/WALs/300c1216fb79,36715,1731107894984/300c1216fb79%2C36715%2C1731107894984.1731107896958, exclude list is [], retry=0 2024-11-08T23:18:16,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39651,DS-808d4245-be95-4682-85c6-6e00426c58d1,DISK] 2024-11-08T23:18:16,972 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/WALs/300c1216fb79,36715,1731107894984/300c1216fb79%2C36715%2C1731107894984.1731107896958 2024-11-08T23:18:16,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771)] 2024-11-08T23:18:16,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:16,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:16,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:18:16,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:16,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:16,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:18:16,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:16,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:16,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:18:16,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:16,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:16,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:18:16,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:16,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:16,980 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,980 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,981 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,981 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,982 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,982 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:16,983 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:16,984 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:16,984 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60382766, jitterRate=-0.10022667050361633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:16,985 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107896973Initializing all the Stores at 1731107896974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107896974Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107896974Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107896974Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107896974Cleaning up temporary data from old regions at 1731107896982 (+8 ms)Region opened successfully at 1731107896985 (+3 ms) 2024-11-08T23:18:16,985 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:18:16,987 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c79881f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:16,988 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:18:16,988 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:18:16,988 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:18:16,988 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:18:16,988 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:18:16,989 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:18:16,989 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:18:16,990 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:18:16,991 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Unable to get data of znode /0-110588853/balancer because node does not exist (not necessarily an error) 2024-11-08T23:18:17,047 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-110588853/balancer already deleted, retry=false 2024-11-08T23:18:17,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:18:17,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Unable to get data of znode /0-110588853/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:18:17,058 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-110588853/normalizer already deleted, retry=false 2024-11-08T23:18:17,058 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:18:17,059 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Unable to get data of znode /0-110588853/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:18:17,068 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-110588853/switch/split already deleted, retry=false 2024-11-08T23:18:17,069 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Unable to get data of znode /0-110588853/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:18:17,079 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-110588853/switch/merge already deleted, retry=false 2024-11-08T23:18:17,080 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Unable to get data of znode /0-110588853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:18:17,089 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-110588853/snapshot-cleanup already deleted, retry=false 2024-11-08T23:18:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-110588853/running 2024-11-08T23:18:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-110588853/running 2024-11-08T23:18:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:17,100 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,36715,1731107894984, sessionid=0x1011cbe29b30000, setting cluster-up flag (Was=false) 2024-11-08T23:18:17,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:17,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:17,153 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-110588853/flush-table-proc/acquired, /0-110588853/flush-table-proc/reached, /0-110588853/flush-table-proc/abort 2024-11-08T23:18:17,154 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,36715,1731107894984 2024-11-08T23:18:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:17,205 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-110588853/online-snapshot/acquired, /0-110588853/online-snapshot/reached, /0-110588853/online-snapshot/abort 2024-11-08T23:18:17,206 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,36715,1731107894984 2024-11-08T23:18:17,207 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:18:17,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:17,209 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:18:17,209 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:18:17,209 WARN [master/300c1216fb79:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 300c1216fb79,37531,1731107867945: status=Processing ServerCrashProcedure of 300c1216fb79,37531,1731107867945 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731107883845, completionTime=-1 appears to have been leaked 2024-11-08T23:18:17,209 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,36715,1731107894984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:18:17,210 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:17,210 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:17,210 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:17,210 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:17,210 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:18:17,210 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,210 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:17,211 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:17,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:18:17,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:17,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:18:17,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107927213 2024-11-08T23:18:17,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:18:17,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:18:17,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:18:17,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:18:17,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:18:17,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:18:17,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,215 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:18:17,215 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:18:17,215 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:18:17,215 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:18:17,215 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:18:17,215 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:18:17,216 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107897215,5,FailOnTimeoutGroup] 2024-11-08T23:18:17,223 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107897216,5,FailOnTimeoutGroup] 2024-11-08T23:18:17,223 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,223 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:18:17,223 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,223 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:18:17,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:18:17,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858 2024-11-08T23:18:17,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:18:17,247 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(746): ClusterId : d341fc18-2648-4d86-9b85-934f24fc03c6 2024-11-08T23:18:17,247 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:18:17,259 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:18:17,259 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:18:17,269 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:18:17,269 DEBUG [RS:0;300c1216fb79:44339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3105b284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:17,283 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:44339 2024-11-08T23:18:17,283 INFO [RS:0;300c1216fb79:44339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:18:17,283 INFO [RS:0;300c1216fb79:44339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:18:17,283 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:18:17,284 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,36715,1731107894984 with port=44339, startcode=1731107895224 2024-11-08T23:18:17,284 DEBUG [RS:0;300c1216fb79:44339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:18:17,286 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:18:17,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,44339,1731107895224 2024-11-08T23:18:17,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36715 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,44339,1731107895224 2024-11-08T23:18:17,287 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858 2024-11-08T23:18:17,287 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39013 2024-11-08T23:18:17,287 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:18:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853/rs 2024-11-08T23:18:17,300 DEBUG [RS:0;300c1216fb79:44339 {}] zookeeper.ZKUtil(111): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on existing znode=/0-110588853/rs/300c1216fb79,44339,1731107895224 2024-11-08T23:18:17,300 WARN [RS:0;300c1216fb79:44339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:17,300 INFO [RS:0;300c1216fb79:44339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:17,301 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224 2024-11-08T23:18:17,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,44339,1731107895224] 2024-11-08T23:18:17,303 INFO [RS:0;300c1216fb79:44339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:18:17,304 INFO [RS:0;300c1216fb79:44339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:18:17,308 INFO [RS:0;300c1216fb79:44339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:18:17,308 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,308 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:18:17,309 INFO [RS:0;300c1216fb79:44339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:18:17,309 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,309 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,309 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,309 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,309 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:17,310 DEBUG [RS:0;300c1216fb79:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:17,312 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,312 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,312 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,312 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,312 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,312 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44339,1731107895224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:17,329 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:18:17,329 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44339,1731107895224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,329 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,329 INFO [RS:0;300c1216fb79:44339 {}] regionserver.Replication(171): 300c1216fb79,44339,1731107895224 started 2024-11-08T23:18:17,347 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:17,347 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,44339,1731107895224, RpcServer on 300c1216fb79/172.17.0.2:44339, sessionid=0x1011cbe29b30001 2024-11-08T23:18:17,347 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:18:17,347 DEBUG [RS:0;300c1216fb79:44339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,44339,1731107895224 2024-11-08T23:18:17,347 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,44339,1731107895224' 2024-11-08T23:18:17,348 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-110588853/flush-table-proc/abort' 2024-11-08T23:18:17,348 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-110588853/flush-table-proc/acquired' 2024-11-08T23:18:17,348 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:18:17,348 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:18:17,348 DEBUG [RS:0;300c1216fb79:44339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,44339,1731107895224 2024-11-08T23:18:17,348 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,44339,1731107895224' 2024-11-08T23:18:17,348 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-110588853/online-snapshot/abort' 2024-11-08T23:18:17,349 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-110588853/online-snapshot/acquired' 2024-11-08T23:18:17,349 DEBUG [RS:0;300c1216fb79:44339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:18:17,349 INFO [RS:0;300c1216fb79:44339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:18:17,349 INFO [RS:0;300c1216fb79:44339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:18:17,449 INFO [RS:0;300c1216fb79:44339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:17,451 INFO [RS:0;300c1216fb79:44339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C44339%2C1731107895224, suffix=, logDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224, archiveDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/oldWALs, maxLogs=10 2024-11-08T23:18:17,464 DEBUG [RS:0;300c1216fb79:44339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451, exclude list is [], retry=0 2024-11-08T23:18:17,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39651,DS-808d4245-be95-4682-85c6-6e00426c58d1,DISK] 2024-11-08T23:18:17,469 INFO [RS:0;300c1216fb79:44339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 2024-11-08T23:18:17,469 DEBUG [RS:0;300c1216fb79:44339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771)] 2024-11-08T23:18:17,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:17,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:17,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:17,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:17,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:17,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:17,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:17,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:17,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:17,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:17,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:17,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:17,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:17,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:17,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:17,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:17,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:17,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:17,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740 2024-11-08T23:18:17,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740 2024-11-08T23:18:17,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:17,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:17,648 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:17,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:17,655 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:17,655 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72704099, jitterRate=0.08337549865245819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:17,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107897638Initializing all the Stores at 1731107897639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107897639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107897639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107897639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107897639Cleaning up temporary data from old regions at 1731107897648 (+9 ms)Region opened successfully at 1731107897656 (+8 ms) 2024-11-08T23:18:17,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:18:17,656 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:18:17,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:18:17,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:18:17,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:18:17,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:17,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107897656Disabling compacts and flushes for region at 1731107897656Disabling writes for close at 1731107897656Writing region close event to WAL at 1731107897660 (+4 ms)Closed at 1731107897660 2024-11-08T23:18:17,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:17,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:18:17,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:18:17,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:17,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:18:17,813 DEBUG [300c1216fb79:36715 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:18:17,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,44339,1731107895224 2024-11-08T23:18:17,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,44339,1731107895224, state=OPENING 2024-11-08T23:18:17,853 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:18:17,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:17,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:17,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-110588853/meta-region-server: CHANGED 2024-11-08T23:18:17,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:17,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,44339,1731107895224}] 2024-11-08T23:18:17,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-110588853/meta-region-server: CHANGED 2024-11-08T23:18:18,023 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:18,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:18:18,028 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:18:18,028 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:18,028 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:18:18,030 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C44339%2C1731107895224.meta, suffix=.meta, logDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224, archiveDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/oldWALs, maxLogs=10 2024-11-08T23:18:18,047 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.meta.1731107898030.meta, exclude list is [], retry=0 2024-11-08T23:18:18,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39651,DS-808d4245-be95-4682-85c6-6e00426c58d1,DISK] 2024-11-08T23:18:18,051 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.meta.1731107898030.meta 2024-11-08T23:18:18,052 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771)] 2024-11-08T23:18:18,052 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:18,052 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:18,053 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:18,053 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:18:18,053 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:18:18,053 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:18:18,053 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:18,053 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:18:18,053 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:18:18,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:18,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:18,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:18,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:18,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:18,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:18,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:18,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:18,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:18,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:18,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:18,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:18,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:18,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:18,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:18,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:18,057 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:18,058 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740 2024-11-08T23:18:18,059 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740 2024-11-08T23:18:18,059 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:18,060 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:18,060 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:18,061 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:18,062 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61714074, jitterRate=-0.0803886353969574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:18,062 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:18:18,062 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107898053Writing region info on filesystem at 1731107898053Initializing all the Stores at 1731107898054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107898054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107898054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107898054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107898054Cleaning up temporary data from old regions at 1731107898060 (+6 ms)Running coprocessor post-open hooks at 1731107898062 (+2 ms)Region opened successfully at 1731107898062 2024-11-08T23:18:18,063 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107898023 2024-11-08T23:18:18,065 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:18:18,065 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:18:18,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,44339,1731107895224 2024-11-08T23:18:18,066 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,44339,1731107895224, state=OPEN 2024-11-08T23:18:18,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-110588853/meta-region-server 2024-11-08T23:18:18,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-110588853/meta-region-server 2024-11-08T23:18:18,107 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,44339,1731107895224 2024-11-08T23:18:18,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-110588853/meta-region-server: CHANGED 2024-11-08T23:18:18,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-110588853/meta-region-server: CHANGED 2024-11-08T23:18:18,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:18:18,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,44339,1731107895224 in 237 msec 2024-11-08T23:18:18,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:18:18,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-08T23:18:18,125 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:18,125 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:18:18,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:18,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44339,1731107895224, seqNum=-1] 2024-11-08T23:18:18,132 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:18,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:18,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 930 msec 2024-11-08T23:18:18,139 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107898138, completionTime=-1 2024-11-08T23:18:18,139 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:18:18,139 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:18:18,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:18:18,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107958144 2024-11-08T23:18:18,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108018144 2024-11-08T23:18:18,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-08T23:18:18,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36715,1731107894984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:18,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36715,1731107894984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:18,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36715,1731107894984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:18,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:36715, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:18,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:18,147 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:18:18,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:18,151 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.865sec 2024-11-08T23:18:18,151 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:18:18,151 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:18:18,151 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:18:18,151 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:18:18,151 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:18:18,151 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36715,1731107894984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:18,151 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36715,1731107894984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:18:18,153 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:18:18,153 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:18:18,153 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36715,1731107894984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:18,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1d0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:18,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36715,-1 for getting cluster id 2024-11-08T23:18:18,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:18,251 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd341fc18-2648-4d86-9b85-934f24fc03c6' 2024-11-08T23:18:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d341fc18-2648-4d86-9b85-934f24fc03c6" 2024-11-08T23:18:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236d42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36715,-1] 2024-11-08T23:18:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:18,252 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:18,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:18,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:18,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44339,1731107895224, seqNum=-1] 2024-11-08T23:18:18,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:18,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,36715,1731107894984 2024-11-08T23:18:18,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60960 2024-11-08T23:18:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:18,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cbe29b30002 connected 2024-11-08T23:18:18,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.log.dir so I do NOT create it in target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25 2024-11-08T23:18:18,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:18:18,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.tmp.dir so I do NOT create it in target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25 2024-11-08T23:18:18,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:18:18,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/cluster_243dbaf5-985f-2866-f8bc-8715f82857fa, deleteOnExit=true 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/test.cache.data in system properties and HBase conf 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:18:18,292 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:18:18,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:18:18,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:18:18,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:18,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:18:18,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:18:18,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:18:18,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:18:18,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:18,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:18:18,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:18:18,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b6171a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/java.io.tmpdir/jetty-localhost-34091-hadoop-hdfs-3_4_1-tests_jar-_-any-2108836134163661103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:18:18,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:34091} 2024-11-08T23:18:18,977 INFO [Time-limited test {}] server.Server(415): Started @175382ms 2024-11-08T23:18:19,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:19,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:18:19,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:18:19,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:18:19,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:18:19,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:18:19,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:18:19,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/java.io.tmpdir/jetty-localhost-38239-hadoop-hdfs-3_4_1-tests_jar-_-any-2384760400909685238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:18:19,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:38239} 2024-11-08T23:18:19,426 INFO [Time-limited test {}] server.Server(415): Started @175831ms 2024-11-08T23:18:19,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:18:20,212 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/cluster_243dbaf5-985f-2866-f8bc-8715f82857fa/data/data1/current/BP-1131061570-172.17.0.2-1731107898308/current, will proceed with Du for space computation calculation, 2024-11-08T23:18:20,216 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/cluster_243dbaf5-985f-2866-f8bc-8715f82857fa/data/data2/current/BP-1131061570-172.17.0.2-1731107898308/current, will proceed with Du for space computation calculation, 2024-11-08T23:18:20,245 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:18:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40b6a256d69dadb3 with lease ID 0xfe1e89e6806feec5: Processing first storage report for DS-8631b742-ad66-48c5-a79d-3a745a37fad3 from datanode DatanodeRegistration(127.0.0.1:34181, datanodeUuid=0019b240-5390-4bcb-8cf5-088ad74caaa9, infoPort=38929, infoSecurePort=0, ipcPort=45929, storageInfo=lv=-57;cid=testClusterID;nsid=1313609568;c=1731107898308) 2024-11-08T23:18:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40b6a256d69dadb3 with lease ID 0xfe1e89e6806feec5: from storage DS-8631b742-ad66-48c5-a79d-3a745a37fad3 node DatanodeRegistration(127.0.0.1:34181, datanodeUuid=0019b240-5390-4bcb-8cf5-088ad74caaa9, infoPort=38929, infoSecurePort=0, ipcPort=45929, storageInfo=lv=-57;cid=testClusterID;nsid=1313609568;c=1731107898308), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:18:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40b6a256d69dadb3 with lease ID 0xfe1e89e6806feec5: Processing first storage report for DS-68ec60d5-ea1f-4e72-96d7-7d729d5db7c8 from datanode DatanodeRegistration(127.0.0.1:34181, datanodeUuid=0019b240-5390-4bcb-8cf5-088ad74caaa9, infoPort=38929, infoSecurePort=0, ipcPort=45929, storageInfo=lv=-57;cid=testClusterID;nsid=1313609568;c=1731107898308) 2024-11-08T23:18:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40b6a256d69dadb3 with lease ID 0xfe1e89e6806feec5: from storage DS-68ec60d5-ea1f-4e72-96d7-7d729d5db7c8 node DatanodeRegistration(127.0.0.1:34181, datanodeUuid=0019b240-5390-4bcb-8cf5-088ad74caaa9, infoPort=38929, infoSecurePort=0, ipcPort=45929, storageInfo=lv=-57;cid=testClusterID;nsid=1313609568;c=1731107898308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:18:20,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25 2024-11-08T23:18:20,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:20,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:20,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:18:20,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe with version=8 2024-11-08T23:18:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/hbase-staging 2024-11-08T23:18:20,360 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:20,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:20,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:20,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:20,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:20,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:20,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:18:20,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:20,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43305 2024-11-08T23:18:20,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43305 connecting to ZooKeeper ensemble=127.0.0.1:60960 2024-11-08T23:18:20,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433050x0, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:20,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43305-0x1011cbe29b30003 connected 2024-11-08T23:18:20,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:20,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:20,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on znode that does not yet exist, /11842425470/running 2024-11-08T23:18:20,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe, hbase.cluster.distributed=false 2024-11-08T23:18:20,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on znode that does not yet exist, /11842425470/acl 2024-11-08T23:18:20,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-08T23:18:20,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43305 2024-11-08T23:18:20,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43305 2024-11-08T23:18:20,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-08T23:18:20,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-08T23:18:20,533 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:20,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:20,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:20,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:20,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:20,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:20,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:18:20,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:20,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41291 2024-11-08T23:18:20,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41291 connecting to ZooKeeper ensemble=127.0.0.1:60960 2024-11-08T23:18:20,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:20,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:20,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412910x0, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:20,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412910x0, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on znode that does not yet exist, /11842425470/running 2024-11-08T23:18:20,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:18:20,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41291-0x1011cbe29b30004 connected 2024-11-08T23:18:20,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:18:20,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on znode that does not yet exist, /11842425470/master 2024-11-08T23:18:20,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on znode that does not yet exist, /11842425470/acl 2024-11-08T23:18:20,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-08T23:18:20,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41291 2024-11-08T23:18:20,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41291 2024-11-08T23:18:20,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-08T23:18:20,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-08T23:18:20,614 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:43305 2024-11-08T23:18:20,616 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11842425470/backup-masters/300c1216fb79,43305,1731107900360 2024-11-08T23:18:20,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470/backup-masters 2024-11-08T23:18:20,627 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on existing znode=/11842425470/backup-masters/300c1216fb79,43305,1731107900360 2024-11-08T23:18:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470/backup-masters 2024-11-08T23:18:20,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:20,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842425470/master 2024-11-08T23:18:20,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:20,637 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on existing znode=/11842425470/master 2024-11-08T23:18:20,641 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11842425470/backup-masters/300c1216fb79,43305,1731107900360 from backup master directory 2024-11-08T23:18:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842425470/backup-masters/300c1216fb79,43305,1731107900360 2024-11-08T23:18:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470/backup-masters 2024-11-08T23:18:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470/backup-masters 2024-11-08T23:18:20,647 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:20,647 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,43305,1731107900360 2024-11-08T23:18:20,654 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/hbase.id] with ID: 6cc2357a-e77c-4c00-bf2a-3a4fc41941ef 2024-11-08T23:18:20,654 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/.tmp/hbase.id 2024-11-08T23:18:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:18:21,079 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/.tmp/hbase.id]:[hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/hbase.id] 2024-11-08T23:18:21,094 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:21,094 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:18:21,095 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:18:21,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:21,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:18:21,202 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:21,203 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:18:21,203 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:18:21,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store 2024-11-08T23:18:21,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:18:21,327 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:21,327 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:21,327 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:21,327 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:21,327 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:21,327 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:21,327 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:21,327 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107901327Disabling compacts and flushes for region at 1731107901327Disabling writes for close at 1731107901327Writing region close event to WAL at 1731107901327Closed at 1731107901327 2024-11-08T23:18:21,329 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/.initializing 2024-11-08T23:18:21,329 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/WALs/300c1216fb79,43305,1731107900360 2024-11-08T23:18:21,333 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:21,347 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C43305%2C1731107900360, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/WALs/300c1216fb79,43305,1731107900360, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/oldWALs, maxLogs=10 2024-11-08T23:18:21,381 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/WALs/300c1216fb79,43305,1731107900360/300c1216fb79%2C43305%2C1731107900360.1731107901347, exclude list is [], retry=0 2024-11-08T23:18:21,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-8631b742-ad66-48c5-a79d-3a745a37fad3,DISK] 2024-11-08T23:18:21,411 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/WALs/300c1216fb79,43305,1731107900360/300c1216fb79%2C43305%2C1731107900360.1731107901347 2024-11-08T23:18:21,416 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38929:38929)] 2024-11-08T23:18:21,416 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:21,416 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:21,417 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,417 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:18:21,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:21,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:21,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:18:21,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:18:21,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:21,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:21,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:18:21,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:21,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:21,442 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,443 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,444 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,445 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,445 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,445 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:21,447 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:21,453 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:21,454 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73300378, jitterRate=0.09226074814796448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:21,454 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107901417Initializing all the Stores at 1731107901427 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107901427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107901428 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107901428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107901428Cleaning up temporary data from old regions at 1731107901445 (+17 ms)Region opened successfully at 1731107901454 (+9 ms) 2024-11-08T23:18:21,456 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:18:21,462 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e18b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:21,463 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:18:21,463 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:18:21,463 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:18:21,463 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:18:21,464 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:18:21,464 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:18:21,464 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:18:21,476 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:18:21,477 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Unable to get data of znode /11842425470/balancer because node does not exist (not necessarily an error) 2024-11-08T23:18:21,496 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842425470/balancer already deleted, retry=false 2024-11-08T23:18:21,497 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:18:21,498 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Unable to get data of znode /11842425470/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:18:21,510 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842425470/normalizer already deleted, retry=false 2024-11-08T23:18:21,521 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:18:21,529 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Unable to get data of znode /11842425470/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:18:21,538 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842425470/switch/split already deleted, retry=false 2024-11-08T23:18:21,539 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Unable to get data of znode /11842425470/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:18:21,552 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842425470/switch/merge already deleted, retry=false 2024-11-08T23:18:21,555 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Unable to get data of znode /11842425470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:18:21,563 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842425470/snapshot-cleanup already deleted, retry=false 2024-11-08T23:18:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842425470/running 2024-11-08T23:18:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842425470/running 2024-11-08T23:18:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:21,574 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,43305,1731107900360, sessionid=0x1011cbe29b30003, setting cluster-up flag (Was=false) 2024-11-08T23:18:21,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:21,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:21,626 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11842425470/flush-table-proc/acquired, /11842425470/flush-table-proc/reached, /11842425470/flush-table-proc/abort 2024-11-08T23:18:21,627 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,43305,1731107900360 2024-11-08T23:18:21,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:21,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:21,679 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11842425470/online-snapshot/acquired, /11842425470/online-snapshot/reached, /11842425470/online-snapshot/abort 2024-11-08T23:18:21,680 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,43305,1731107900360 2024-11-08T23:18:21,692 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:18:21,694 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:21,694 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:18:21,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:18:21,695 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,43305,1731107900360 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:18:21,697 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:21,697 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:21,697 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:21,697 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:21,697 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:18:21,697 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,697 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:21,697 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:21,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:18:21,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:21,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:18:21,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:18:21,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T23:18:21,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:21,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T23:18:21,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:21,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T23:18:21,781 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(746): ClusterId : 6cc2357a-e77c-4c00-bf2a-3a4fc41941ef 2024-11-08T23:18:21,782 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:18:21,792 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107931792 2024-11-08T23:18:21,792 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:18:21,792 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:18:21,792 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:18:21,792 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:18:21,792 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:18:21,792 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:18:21,795 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:18:21,795 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:18:21,806 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:18:21,806 DEBUG [RS:0;300c1216fb79:41291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73de933a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:21,812 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:21,816 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:18:21,816 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:18:21,816 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:18:21,817 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:18:21,818 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:18:21,818 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:18:21,832 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107901818,5,FailOnTimeoutGroup] 2024-11-08T23:18:21,833 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:41291 2024-11-08T23:18:21,833 INFO [RS:0;300c1216fb79:41291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:18:21,833 INFO [RS:0;300c1216fb79:41291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:18:21,833 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:18:21,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:18:21,836 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,43305,1731107900360 with port=41291, startcode=1731107900533 2024-11-08T23:18:21,836 DEBUG [RS:0;300c1216fb79:41291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:18:21,848 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107901832,5,FailOnTimeoutGroup] 2024-11-08T23:18:21,848 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:21,848 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:18:21,848 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:21,848 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:21,865 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:18:21,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,41291,1731107900533 2024-11-08T23:18:21,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43305 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,41291,1731107900533 2024-11-08T23:18:21,867 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe 2024-11-08T23:18:21,867 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43381 2024-11-08T23:18:21,867 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:18:21,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470/rs 2024-11-08T23:18:21,936 DEBUG [RS:0;300c1216fb79:41291 {}] zookeeper.ZKUtil(111): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on existing znode=/11842425470/rs/300c1216fb79,41291,1731107900533 2024-11-08T23:18:21,936 WARN [RS:0;300c1216fb79:41291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:21,936 INFO [RS:0;300c1216fb79:41291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:21,936 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533 2024-11-08T23:18:21,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,41291,1731107900533] 2024-11-08T23:18:21,973 INFO [RS:0;300c1216fb79:41291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:18:21,984 INFO [RS:0;300c1216fb79:41291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:18:21,985 INFO [RS:0;300c1216fb79:41291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:18:21,985 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:21,986 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:18:21,987 INFO [RS:0;300c1216fb79:41291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:18:21,987 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:21,988 DEBUG [RS:0;300c1216fb79:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:22,015 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:22,015 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:22,015 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:22,015 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:22,015 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:22,015 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,41291,1731107900533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:22,044 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:18:22,044 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,41291,1731107900533-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:22,044 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:22,044 INFO [RS:0;300c1216fb79:41291 {}] regionserver.Replication(171): 300c1216fb79,41291,1731107900533 started 2024-11-08T23:18:22,064 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:22,064 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,41291,1731107900533, RpcServer on 300c1216fb79/172.17.0.2:41291, sessionid=0x1011cbe29b30004 2024-11-08T23:18:22,064 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:18:22,064 DEBUG [RS:0;300c1216fb79:41291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,41291,1731107900533 2024-11-08T23:18:22,064 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,41291,1731107900533' 2024-11-08T23:18:22,064 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11842425470/flush-table-proc/abort' 2024-11-08T23:18:22,065 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11842425470/flush-table-proc/acquired' 2024-11-08T23:18:22,065 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:18:22,065 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:18:22,065 DEBUG [RS:0;300c1216fb79:41291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,41291,1731107900533 2024-11-08T23:18:22,065 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,41291,1731107900533' 2024-11-08T23:18:22,065 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11842425470/online-snapshot/abort' 2024-11-08T23:18:22,066 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11842425470/online-snapshot/acquired' 2024-11-08T23:18:22,066 DEBUG [RS:0;300c1216fb79:41291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:18:22,066 INFO [RS:0;300c1216fb79:41291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:18:22,066 INFO [RS:0;300c1216fb79:41291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:18:22,168 INFO [RS:0;300c1216fb79:41291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:22,173 INFO [RS:0;300c1216fb79:41291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41291%2C1731107900533, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/oldWALs, maxLogs=10 2024-11-08T23:18:22,190 DEBUG [RS:0;300c1216fb79:41291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174, exclude list is [], retry=0 2024-11-08T23:18:22,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-8631b742-ad66-48c5-a79d-3a745a37fad3,DISK] 2024-11-08T23:18:22,225 INFO [RS:0;300c1216fb79:41291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 2024-11-08T23:18:22,226 DEBUG [RS:0;300c1216fb79:41291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38929:38929)] 2024-11-08T23:18:22,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:18:22,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe 2024-11-08T23:18:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:18:22,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:22,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:22,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:22,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:22,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:22,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:22,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:22,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:22,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:22,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:22,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:22,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:22,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:22,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:22,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:22,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:22,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:22,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:22,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740 2024-11-08T23:18:22,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740 2024-11-08T23:18:22,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:22,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:22,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:22,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:22,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:22,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61051643, jitterRate=-0.0902596265077591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107902697Initializing all the Stores at 1731107902698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107902698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107902699 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107902699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107902699Cleaning up temporary data from old regions at 1731107902710 (+11 ms)Region opened successfully at 1731107902726 (+16 ms) 2024-11-08T23:18:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:18:22,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:18:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:18:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:18:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:18:22,740 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:22,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107902726Disabling compacts and flushes for region at 1731107902726Disabling writes for close at 1731107902726Writing region close event to WAL at 1731107902740 (+14 ms)Closed at 1731107902740 2024-11-08T23:18:22,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:22,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:18:22,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:18:22,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:22,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:18:22,894 DEBUG [300c1216fb79:43305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:18:22,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,41291,1731107900533 2024-11-08T23:18:22,896 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,41291,1731107900533, state=OPENING 2024-11-08T23:18:23,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:18:23,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:23,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842425470/meta-region-server: CHANGED 2024-11-08T23:18:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:23,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842425470/meta-region-server: CHANGED 2024-11-08T23:18:23,081 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:23,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,41291,1731107900533}] 2024-11-08T23:18:23,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:23,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:18:23,258 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:18:23,258 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:23,258 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:18:23,269 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41291%2C1731107900533.meta, suffix=.meta, logDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/oldWALs, maxLogs=10 2024-11-08T23:18:23,285 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.meta.1731107903269.meta, exclude list is [], retry=0 2024-11-08T23:18:23,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-8631b742-ad66-48c5-a79d-3a745a37fad3,DISK] 2024-11-08T23:18:23,291 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.meta.1731107903269.meta 2024-11-08T23:18:23,291 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38929:38929)] 2024-11-08T23:18:23,291 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:23,291 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:23,292 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:23,292 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:18:23,292 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:18:23,292 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:18:23,292 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:23,292 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:18:23,292 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:18:23,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:23,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:23,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:23,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:23,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:23,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:23,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:23,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:23,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:23,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:23,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:23,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:23,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:23,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:23,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:23,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:23,306 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:23,307 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740 2024-11-08T23:18:23,308 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740 2024-11-08T23:18:23,309 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:23,309 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:23,310 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:23,311 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:23,311 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72864167, jitterRate=0.085760697722435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:23,311 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:18:23,312 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107903292Writing region info on filesystem at 1731107903292Initializing all the Stores at 1731107903294 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107903294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107903300 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107903300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107903300Cleaning up temporary data from old regions at 1731107903309 (+9 ms)Running coprocessor post-open hooks at 1731107903311 (+2 ms)Region opened successfully at 1731107903312 (+1 ms) 2024-11-08T23:18:23,313 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107903240 2024-11-08T23:18:23,315 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:18:23,315 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:18:23,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,41291,1731107900533 2024-11-08T23:18:23,316 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,41291,1731107900533, state=OPEN 2024-11-08T23:18:23,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11842425470/meta-region-server 2024-11-08T23:18:23,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11842425470/meta-region-server 2024-11-08T23:18:23,331 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,41291,1731107900533 2024-11-08T23:18:23,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842425470/meta-region-server: CHANGED 2024-11-08T23:18:23,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842425470/meta-region-server: CHANGED 2024-11-08T23:18:23,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:18:23,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,41291,1731107900533 in 250 msec 2024-11-08T23:18:23,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:18:23,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 593 msec 2024-11-08T23:18:23,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:23,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:18:23,339 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:23,339 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41291,1731107900533, seqNum=-1] 2024-11-08T23:18:23,340 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:23,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:23,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6560 sec 2024-11-08T23:18:23,350 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107903350, completionTime=-1 2024-11-08T23:18:23,351 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:18:23,351 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107963353 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108023353 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43305,1731107900360-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43305,1731107900360-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43305,1731107900360-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:43305, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:23,353 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:23,355 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:18:23,360 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:23,364 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.717sec 2024-11-08T23:18:23,365 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:18:23,365 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:18:23,365 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:18:23,365 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:18:23,365 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:18:23,365 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43305,1731107900360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:23,365 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43305,1731107900360-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:18:23,381 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:18:23,381 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:18:23,381 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43305,1731107900360-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:23,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fab49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:23,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43305,-1 for getting cluster id 2024-11-08T23:18:23,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:23,403 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cc2357a-e77c-4c00-bf2a-3a4fc41941ef' 2024-11-08T23:18:23,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:23,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cc2357a-e77c-4c00-bf2a-3a4fc41941ef" 2024-11-08T23:18:23,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51564da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:23,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43305,-1] 2024-11-08T23:18:23,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:23,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:23,404 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:23,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:23,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:23,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41291,1731107900533, seqNum=-1] 2024-11-08T23:18:23,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:23,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:23,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,43305,1731107900360 2024-11-08T23:18:23,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60960 2024-11-08T23:18:23,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:23,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cbe29b30005 connected 2024-11-08T23:18:23,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36715,1731107894984 2024-11-08T23:18:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c614f5b 2024-11-08T23:18:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:23,497 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:23,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:18:23,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:18:23,501 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:23,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:18:23,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:18:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:18:23,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:23,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:23,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:23,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:23,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:23,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:23,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:23,627 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:18:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:23,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3241988773435d8149b8b1ca2f03fba, NAME => 'test,,1731107903497.b3241988773435d8149b8b1ca2f03fba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858 2024-11-08T23:18:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:18:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107903497.b3241988773435d8149b8b1ca2f03fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3241988773435d8149b8b1ca2f03fba, disabling compactions & flushes 2024-11-08T23:18:24,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. after waiting 0 ms 2024-11-08T23:18:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:24,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3241988773435d8149b8b1ca2f03fba: Waiting for close lock at 1731107904387Disabling compacts and flushes for region at 1731107904387Disabling writes for close at 1731107904387Writing region close event to WAL at 1731107904387Closed at 1731107904387 2024-11-08T23:18:24,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:18:24,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107903497.b3241988773435d8149b8b1ca2f03fba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107904388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107904388"}]},"ts":"1731107904388"} 2024-11-08T23:18:24,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:18:24,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:18:24,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107904392"}]},"ts":"1731107904392"} 2024-11-08T23:18:24,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:18:24,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3241988773435d8149b8b1ca2f03fba, ASSIGN}] 2024-11-08T23:18:24,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3241988773435d8149b8b1ca2f03fba, ASSIGN 2024-11-08T23:18:24,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3241988773435d8149b8b1ca2f03fba, ASSIGN; state=OFFLINE, location=300c1216fb79,44339,1731107895224; forceNewPlan=false, retain=false 2024-11-08T23:18:24,549 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3241988773435d8149b8b1ca2f03fba, regionState=OPENING, regionLocation=300c1216fb79,44339,1731107895224 2024-11-08T23:18:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3241988773435d8149b8b1ca2f03fba, ASSIGN because future has completed 2024-11-08T23:18:24,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3241988773435d8149b8b1ca2f03fba, server=300c1216fb79,44339,1731107895224}] 2024-11-08T23:18:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:24,721 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:24,722 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3241988773435d8149b8b1ca2f03fba, NAME => 'test,,1731107903497.b3241988773435d8149b8b1ca2f03fba.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:24,722 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:24,722 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:18:24,722 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,722 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107903497.b3241988773435d8149b8b1ca2f03fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:24,722 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,722 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,723 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,724 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3241988773435d8149b8b1ca2f03fba columnFamilyName f 2024-11-08T23:18:24,724 DEBUG [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:24,725 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] regionserver.HStore(327): Store=b3241988773435d8149b8b1ca2f03fba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:24,725 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,726 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3241988773435d8149b8b1ca2f03fba columnFamilyName f1 2024-11-08T23:18:24,726 DEBUG [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:24,727 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] regionserver.HStore(327): Store=b3241988773435d8149b8b1ca2f03fba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:24,727 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,729 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3241988773435d8149b8b1ca2f03fba columnFamilyName norep 2024-11-08T23:18:24,729 DEBUG [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:24,730 INFO [StoreOpener-b3241988773435d8149b8b1ca2f03fba-1 {}] regionserver.HStore(327): Store=b3241988773435d8149b8b1ca2f03fba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:24,730 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,731 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,731 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,732 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,732 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,732 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:24,733 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,744 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:24,748 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3241988773435d8149b8b1ca2f03fba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67632185, jitterRate=0.007798090577125549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:24,748 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:24,749 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3241988773435d8149b8b1ca2f03fba: Running coprocessor pre-open hook at 1731107904722Writing region info on filesystem at 1731107904722Initializing all the Stores at 1731107904723 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107904723Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107904723Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107904723Cleaning up temporary data from old regions at 1731107904732 (+9 ms)Running coprocessor post-open hooks at 1731107904748 (+16 ms)Region opened successfully at 1731107904749 (+1 ms) 2024-11-08T23:18:24,750 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107903497.b3241988773435d8149b8b1ca2f03fba., pid=6, masterSystemTime=1731107904716 2024-11-08T23:18:24,752 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:24,752 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:24,753 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3241988773435d8149b8b1ca2f03fba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,44339,1731107895224 2024-11-08T23:18:24,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3241988773435d8149b8b1ca2f03fba, server=300c1216fb79,44339,1731107895224 because future has completed 2024-11-08T23:18:24,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:18:24,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3241988773435d8149b8b1ca2f03fba, server=300c1216fb79,44339,1731107895224 in 208 msec 2024-11-08T23:18:24,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:18:24,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3241988773435d8149b8b1ca2f03fba, ASSIGN in 376 msec 2024-11-08T23:18:24,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:18:24,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107904775"}]},"ts":"1731107904775"} 2024-11-08T23:18:24,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:18:24,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:18:24,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2840 sec 2024-11-08T23:18:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:25,652 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:18:25,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43305,1731107900360 2024-11-08T23:18:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3af3242 2024-11-08T23:18:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:25,655 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:25,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:18:25,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:18:25,658 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:25,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:18:25,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:18:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:18:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:26,096 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f83eef8ba0d167cf4b5987954486b940, NAME => 'test,,1731107905656.f83eef8ba0d167cf4b5987954486b940.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe 2024-11-08T23:18:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:18:26,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107905656.f83eef8ba0d167cf4b5987954486b940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:26,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f83eef8ba0d167cf4b5987954486b940, disabling compactions & flushes 2024-11-08T23:18:26,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:26,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:26,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. after waiting 0 ms 2024-11-08T23:18:26,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:26,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:26,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f83eef8ba0d167cf4b5987954486b940: Waiting for close lock at 1731107906108Disabling compacts and flushes for region at 1731107906108Disabling writes for close at 1731107906108Writing region close event to WAL at 1731107906108Closed at 1731107906108 2024-11-08T23:18:26,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:18:26,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107905656.f83eef8ba0d167cf4b5987954486b940.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107906110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107906110"}]},"ts":"1731107906110"} 2024-11-08T23:18:26,113 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:18:26,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:18:26,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107906115"}]},"ts":"1731107906115"} 2024-11-08T23:18:26,118 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:18:26,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f83eef8ba0d167cf4b5987954486b940, ASSIGN}] 2024-11-08T23:18:26,120 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f83eef8ba0d167cf4b5987954486b940, ASSIGN 2024-11-08T23:18:26,121 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f83eef8ba0d167cf4b5987954486b940, ASSIGN; state=OFFLINE, location=300c1216fb79,41291,1731107900533; forceNewPlan=false, retain=false 2024-11-08T23:18:26,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f83eef8ba0d167cf4b5987954486b940, regionState=OPENING, regionLocation=300c1216fb79,41291,1731107900533 2024-11-08T23:18:26,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f83eef8ba0d167cf4b5987954486b940, ASSIGN because future has completed 2024-11-08T23:18:26,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83eef8ba0d167cf4b5987954486b940, server=300c1216fb79,41291,1731107900533}] 2024-11-08T23:18:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:26,431 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:26,431 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f83eef8ba0d167cf4b5987954486b940, NAME => 'test,,1731107905656.f83eef8ba0d167cf4b5987954486b940.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:26,431 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:26,431 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:18:26,431 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,431 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107905656.f83eef8ba0d167cf4b5987954486b940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:26,431 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,431 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,433 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,434 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83eef8ba0d167cf4b5987954486b940 columnFamilyName f 2024-11-08T23:18:26,434 DEBUG [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:26,434 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] regionserver.HStore(327): Store=f83eef8ba0d167cf4b5987954486b940/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:26,434 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,435 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83eef8ba0d167cf4b5987954486b940 columnFamilyName f1 2024-11-08T23:18:26,435 DEBUG [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:26,435 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] regionserver.HStore(327): Store=f83eef8ba0d167cf4b5987954486b940/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:26,435 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,436 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83eef8ba0d167cf4b5987954486b940 columnFamilyName norep 2024-11-08T23:18:26,436 DEBUG [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:26,436 INFO [StoreOpener-f83eef8ba0d167cf4b5987954486b940-1 {}] regionserver.HStore(327): Store=f83eef8ba0d167cf4b5987954486b940/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:26,436 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,437 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,437 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,438 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,438 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,438 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:26,439 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,440 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:26,441 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f83eef8ba0d167cf4b5987954486b940; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67312314, jitterRate=0.0030316412448883057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:26,441 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:26,441 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f83eef8ba0d167cf4b5987954486b940: Running coprocessor pre-open hook at 1731107906431Writing region info on filesystem at 1731107906431Initializing all the Stores at 1731107906432 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107906432Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107906432Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107906432Cleaning up temporary data from old regions at 1731107906438 (+6 ms)Running coprocessor post-open hooks at 1731107906441 (+3 ms)Region opened successfully at 1731107906441 2024-11-08T23:18:26,441 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107905656.f83eef8ba0d167cf4b5987954486b940., pid=6, masterSystemTime=1731107906426 2024-11-08T23:18:26,443 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:26,443 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:26,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f83eef8ba0d167cf4b5987954486b940, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,41291,1731107900533 2024-11-08T23:18:26,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83eef8ba0d167cf4b5987954486b940, server=300c1216fb79,41291,1731107900533 because future has completed 2024-11-08T23:18:26,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:18:26,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f83eef8ba0d167cf4b5987954486b940, server=300c1216fb79,41291,1731107900533 in 172 msec 2024-11-08T23:18:26,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:18:26,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f83eef8ba0d167cf4b5987954486b940, ASSIGN in 328 msec 2024-11-08T23:18:26,450 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:18:26,450 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107906450"}]},"ts":"1731107906450"} 2024-11-08T23:18:26,452 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:18:26,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:18:26,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 796 msec 2024-11-08T23:18:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:26,799 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:18:26,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1fee45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36715,-1 for getting cluster id 2024-11-08T23:18:26,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:26,800 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd341fc18-2648-4d86-9b85-934f24fc03c6' 2024-11-08T23:18:26,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:26,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d341fc18-2648-4d86-9b85-934f24fc03c6" 2024-11-08T23:18:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f12e03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36715,-1] 2024-11-08T23:18:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:26,801 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:26,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdab2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f1742f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43305,-1 for getting cluster id 2024-11-08T23:18:26,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:26,803 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cc2357a-e77c-4c00-bf2a-3a4fc41941ef' 2024-11-08T23:18:26,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:26,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cc2357a-e77c-4c00-bf2a-3a4fc41941ef" 2024-11-08T23:18:26,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5338f35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43305,-1] 2024-11-08T23:18:26,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:26,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:26,804 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6e8ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d06d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36715,-1 for getting cluster id 2024-11-08T23:18:26,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:26,806 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd341fc18-2648-4d86-9b85-934f24fc03c6' 2024-11-08T23:18:26,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:26,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d341fc18-2648-4d86-9b85-934f24fc03c6" 2024-11-08T23:18:26,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a52ae9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36715,-1] 2024-11-08T23:18:26,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:26,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:26,808 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733e8033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36715,1731107894984 2024-11-08T23:18:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25a2567b 2024-11-08T23:18:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:26,811 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:26,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:43305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:18:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:18:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:26,814 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:43305' 2024-11-08T23:18:26,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b669648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,815 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43305,-1 for getting cluster id 2024-11-08T23:18:26,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:26,815 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cc2357a-e77c-4c00-bf2a-3a4fc41941ef' 2024-11-08T23:18:26,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:26,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cc2357a-e77c-4c00-bf2a-3a4fc41941ef" 2024-11-08T23:18:26,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6649c4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43305,-1] 2024-11-08T23:18:26,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:26,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:26,817 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:26,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa9a7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:26,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:26,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43305,1731107900360 2024-11-08T23:18:26,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72eaa48b 2024-11-08T23:18:26,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:26,819 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:26,819 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:18:26,819 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:18:26,819 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:26,819 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:26,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:26,820 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:26,821 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:18:26,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:18:26,821 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:26,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:18:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:18:26,871 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:18:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:27,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f99a8a17eb554a166f2834d9cc29cd6, NAME => 'hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858 2024-11-08T23:18:27,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:18:27,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:27,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6f99a8a17eb554a166f2834d9cc29cd6, disabling compactions & flushes 2024-11-08T23:18:27,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:27,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:27,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. after waiting 0 ms 2024-11-08T23:18:27,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:27,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:27,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f99a8a17eb554a166f2834d9cc29cd6: Waiting for close lock at 1731107907250Disabling compacts and flushes for region at 1731107907250Disabling writes for close at 1731107907251 (+1 ms)Writing region close event to WAL at 1731107907251Closed at 1731107907251 2024-11-08T23:18:27,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:18:27,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107907252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107907252"}]},"ts":"1731107907252"} 2024-11-08T23:18:27,254 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:18:27,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:18:27,255 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107907255"}]},"ts":"1731107907255"} 2024-11-08T23:18:27,257 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:18:27,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f99a8a17eb554a166f2834d9cc29cd6, ASSIGN}] 2024-11-08T23:18:27,258 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f99a8a17eb554a166f2834d9cc29cd6, ASSIGN 2024-11-08T23:18:27,259 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f99a8a17eb554a166f2834d9cc29cd6, ASSIGN; state=OFFLINE, location=300c1216fb79,44339,1731107895224; forceNewPlan=false, retain=false 2024-11-08T23:18:27,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f99a8a17eb554a166f2834d9cc29cd6, regionState=OPENING, regionLocation=300c1216fb79,44339,1731107895224 2024-11-08T23:18:27,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f99a8a17eb554a166f2834d9cc29cd6, ASSIGN because future has completed 2024-11-08T23:18:27,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f99a8a17eb554a166f2834d9cc29cd6, server=300c1216fb79,44339,1731107895224}] 2024-11-08T23:18:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:27,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:27,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:27,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:18:27,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C44339%2C1731107895224.rep, suffix=, logDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224, archiveDir=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/oldWALs, maxLogs=10 2024-11-08T23:18:27,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.rep.1731107907569, exclude list is [], retry=0 2024-11-08T23:18:27,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39651,DS-808d4245-be95-4682-85c6-6e00426c58d1,DISK] 2024-11-08T23:18:27,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.rep.1731107907569 2024-11-08T23:18:27,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771)] 2024-11-08T23:18:27,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f99a8a17eb554a166f2834d9cc29cd6, NAME => 'hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:27,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:27,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:27,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. service=MultiRowMutationService 2024-11-08T23:18:27,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:18:27,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:27,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,592 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,593 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f99a8a17eb554a166f2834d9cc29cd6 columnFamilyName hfileref 2024-11-08T23:18:27,593 DEBUG [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:27,593 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] regionserver.HStore(327): Store=6f99a8a17eb554a166f2834d9cc29cd6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:27,593 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,594 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f99a8a17eb554a166f2834d9cc29cd6 columnFamilyName queue 2024-11-08T23:18:27,594 DEBUG [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:27,594 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] regionserver.HStore(327): Store=6f99a8a17eb554a166f2834d9cc29cd6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:27,595 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,595 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f99a8a17eb554a166f2834d9cc29cd6 columnFamilyName sid 2024-11-08T23:18:27,595 DEBUG [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:27,596 INFO [StoreOpener-6f99a8a17eb554a166f2834d9cc29cd6-1 {}] regionserver.HStore(327): Store=6f99a8a17eb554a166f2834d9cc29cd6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:27,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:27,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:27,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6f99a8a17eb554a166f2834d9cc29cd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63283033, jitterRate=-0.05700932443141937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:27,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:27,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6f99a8a17eb554a166f2834d9cc29cd6: Running coprocessor pre-open hook at 1731107907589Writing region info on filesystem at 1731107907589Initializing all the Stores at 1731107907590 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107907590Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107907592 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107907592Cleaning up temporary data from old regions at 1731107907600 (+8 ms)Running coprocessor post-open hooks at 1731107907604 (+4 ms)Region opened successfully at 1731107907604 2024-11-08T23:18:27,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6., pid=10, masterSystemTime=1731107907564 2024-11-08T23:18:27,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:27,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:27,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f99a8a17eb554a166f2834d9cc29cd6, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,44339,1731107895224 2024-11-08T23:18:27,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f99a8a17eb554a166f2834d9cc29cd6, server=300c1216fb79,44339,1731107895224 because future has completed 2024-11-08T23:18:27,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:18:27,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f99a8a17eb554a166f2834d9cc29cd6, server=300c1216fb79,44339,1731107895224 in 200 msec 2024-11-08T23:18:27,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:18:27,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f99a8a17eb554a166f2834d9cc29cd6, ASSIGN in 360 msec 2024-11-08T23:18:27,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:18:27,620 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107907620"}]},"ts":"1731107907620"} 2024-11-08T23:18:27,623 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:18:27,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:18:27,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 804 msec 2024-11-08T23:18:27,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6., hostname=300c1216fb79,44339,1731107895224, seqNum=2] 2024-11-08T23:18:27,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:27,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:27,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:18:27,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:18:27,894 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:18:27,926 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,44339,1731107895224, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:18:27,927 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:27,927 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44339,1731107895224, seqNum=-1] 2024-11-08T23:18:27,927 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:27,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T23:18:27,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,44339,1731107895224', locateType=CURRENT is [region=hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6., hostname=300c1216fb79,44339,1731107895224, seqNum=2] 2024-11-08T23:18:27,932 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:18:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:18:27,935 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,44339,1731107895224 suceeded 2024-11-08T23:18:27,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:18:27,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T23:18:27,936 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:43305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:18:27,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1260 sec 2024-11-08T23:18:27,946 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:43305' 2024-11-08T23:18:27,947 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6246abe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,947 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43305,-1 for getting cluster id 2024-11-08T23:18:27,947 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:27,948 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cc2357a-e77c-4c00-bf2a-3a4fc41941ef' 2024-11-08T23:18:27,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:27,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cc2357a-e77c-4c00-bf2a-3a4fc41941ef" 2024-11-08T23:18:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:27,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e66ca2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43305,-1] 2024-11-08T23:18:27,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:27,949 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:18:27,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:27,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:27,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:27,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:27,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:27,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:27,950 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:27,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43305,-1 for getting cluster id 2024-11-08T23:18:27,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:27,951 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d02f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,951 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:27,951 DEBUG [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cc2357a-e77c-4c00-bf2a-3a4fc41941ef' 2024-11-08T23:18:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:27,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43305,1731107900360 2024-11-08T23:18:27,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c43ed71 2024-11-08T23:18:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cc2357a-e77c-4c00-bf2a-3a4fc41941ef" 2024-11-08T23:18:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f8fba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43305,-1] 2024-11-08T23:18:27,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:27,953 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T23:18:27,953 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:27,954 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,44339,1731107895224 (queues=1) is replicating from cluster=d341fc18-2648-4d86-9b85-934f24fc03c6 to cluster=6cc2357a-e77c-4c00-bf2a-3a4fc41941ef 2024-11-08T23:18:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540fe895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,954 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C44339%2C1731107895224 2024-11-08T23:18:27,954 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,44339,1731107895224, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:18:27,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:27,955 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451, startPosition=0, beingWritten=true 2024-11-08T23:18:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43305,1731107900360 2024-11-08T23:18:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@deffc60 2024-11-08T23:18:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:27,956 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C44339%2C1731107895224 2024-11-08T23:18:27,957 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:27,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43305 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:36715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:18:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43305 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:18:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:27,960 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:36715' 2024-11-08T23:18:27,962 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:27,963 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 379, reset compression=false 2024-11-08T23:18:27,963 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44339,1731107895224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:27,968 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbb3a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,968 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36715,-1 for getting cluster id 2024-11-08T23:18:27,969 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:27,969 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd341fc18-2648-4d86-9b85-934f24fc03c6' 2024-11-08T23:18:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d341fc18-2648-4d86-9b85-934f24fc03c6" 2024-11-08T23:18:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5d04fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36715,-1] 2024-11-08T23:18:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:27,971 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:27,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468182e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:27,972 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:27,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36715,1731107894984 2024-11-08T23:18:27,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e1342e6 2024-11-08T23:18:27,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:27,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T23:18:27,974 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:27,975 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T23:18:27,975 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:18:27,975 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:27,975 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:27,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:27,975 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:27,977 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:18:27,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:18:27,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:27,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:18:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:18:27,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07c2dbe5960cde56994fdbef2758a931, NAME => 'hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe 2024-11-08T23:18:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:18:27,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:27,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 07c2dbe5960cde56994fdbef2758a931, disabling compactions & flushes 2024-11-08T23:18:27,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:27,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:27,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. after waiting 0 ms 2024-11-08T23:18:27,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:27,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:27,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07c2dbe5960cde56994fdbef2758a931: Waiting for close lock at 1731107907994Disabling compacts and flushes for region at 1731107907994Disabling writes for close at 1731107907994Writing region close event to WAL at 1731107907994Closed at 1731107907994 2024-11-08T23:18:27,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:18:27,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107907996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107907996"}]},"ts":"1731107907996"} 2024-11-08T23:18:27,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:18:28,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:18:28,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107908000"}]},"ts":"1731107908000"} 2024-11-08T23:18:28,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:18:28,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07c2dbe5960cde56994fdbef2758a931, ASSIGN}] 2024-11-08T23:18:28,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07c2dbe5960cde56994fdbef2758a931, ASSIGN 2024-11-08T23:18:28,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07c2dbe5960cde56994fdbef2758a931, ASSIGN; state=OFFLINE, location=300c1216fb79,41291,1731107900533; forceNewPlan=false, retain=false 2024-11-08T23:18:28,028 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:18:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:28,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07c2dbe5960cde56994fdbef2758a931, regionState=OPENING, regionLocation=300c1216fb79,41291,1731107900533 2024-11-08T23:18:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07c2dbe5960cde56994fdbef2758a931, ASSIGN because future has completed 2024-11-08T23:18:28,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07c2dbe5960cde56994fdbef2758a931, server=300c1216fb79,41291,1731107900533}] 2024-11-08T23:18:28,181 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 379, reset compression=false 2024-11-08T23:18:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:28,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:28,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:28,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:18:28,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41291%2C1731107900533.rep, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/oldWALs, maxLogs=10 2024-11-08T23:18:28,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.rep.1731107908314, exclude list is [], retry=0 2024-11-08T23:18:28,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-8631b742-ad66-48c5-a79d-3a745a37fad3,DISK] 2024-11-08T23:18:28,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.rep.1731107908314 2024-11-08T23:18:28,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38929:38929)] 2024-11-08T23:18:28,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 07c2dbe5960cde56994fdbef2758a931, NAME => 'hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:28,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:28,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:28,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. service=MultiRowMutationService 2024-11-08T23:18:28,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:18:28,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:28,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,332 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,333 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07c2dbe5960cde56994fdbef2758a931 columnFamilyName hfileref 2024-11-08T23:18:28,334 DEBUG [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:28,334 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] regionserver.HStore(327): Store=07c2dbe5960cde56994fdbef2758a931/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:28,334 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,335 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07c2dbe5960cde56994fdbef2758a931 columnFamilyName queue 2024-11-08T23:18:28,335 DEBUG [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:28,335 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] regionserver.HStore(327): Store=07c2dbe5960cde56994fdbef2758a931/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:28,335 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,336 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07c2dbe5960cde56994fdbef2758a931 columnFamilyName sid 2024-11-08T23:18:28,336 DEBUG [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:28,336 INFO [StoreOpener-07c2dbe5960cde56994fdbef2758a931-1 {}] regionserver.HStore(327): Store=07c2dbe5960cde56994fdbef2758a931/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:28,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:28,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:28,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 07c2dbe5960cde56994fdbef2758a931; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68194343, jitterRate=0.01617489755153656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:28,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:28,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 07c2dbe5960cde56994fdbef2758a931: Running coprocessor pre-open hook at 1731107908331Writing region info on filesystem at 1731107908331Initializing all the Stores at 1731107908332 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107908332Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107908332Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107908332Cleaning up temporary data from old regions at 1731107908338 (+6 ms)Running coprocessor post-open hooks at 1731107908343 (+5 ms)Region opened successfully at 1731107908343 2024-11-08T23:18:28,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931., pid=10, masterSystemTime=1731107908308 2024-11-08T23:18:28,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:28,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:28,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07c2dbe5960cde56994fdbef2758a931, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,41291,1731107900533 2024-11-08T23:18:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07c2dbe5960cde56994fdbef2758a931, server=300c1216fb79,41291,1731107900533 because future has completed 2024-11-08T23:18:28,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:18:28,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 07c2dbe5960cde56994fdbef2758a931, server=300c1216fb79,41291,1731107900533 in 192 msec 2024-11-08T23:18:28,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:18:28,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07c2dbe5960cde56994fdbef2758a931, ASSIGN in 348 msec 2024-11-08T23:18:28,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:18:28,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107908352"}]},"ts":"1731107908352"} 2024-11-08T23:18:28,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:18:28,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:18:28,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 380 msec 2024-11-08T23:18:28,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931., hostname=300c1216fb79,41291,1731107900533, seqNum=2] 2024-11-08T23:18:28,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:28,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:28,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:18:28,485 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 379, reset compression=false 2024-11-08T23:18:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:28,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:18:28,632 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:18:28,670 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,41291,1731107900533, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:18:28,671 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:28,671 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41291,1731107900533, seqNum=-1] 2024-11-08T23:18:28,671 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:28,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T23:18:28,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,41291,1731107900533', locateType=CURRENT is [region=hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931., hostname=300c1216fb79,41291,1731107900533, seqNum=2] 2024-11-08T23:18:28,680 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:18:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43305 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:18:28,683 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,41291,1731107900533 suceeded 2024-11-08T23:18:28,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:18:28,686 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:36715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:18:28,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-08T23:18:28,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 729 msec 2024-11-08T23:18:28,698 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:36715' 2024-11-08T23:18:28,699 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8018fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:28,699 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36715,-1 for getting cluster id 2024-11-08T23:18:28,699 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:28,701 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd341fc18-2648-4d86-9b85-934f24fc03c6' 2024-11-08T23:18:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d341fc18-2648-4d86-9b85-934f24fc03c6" 2024-11-08T23:18:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5356012a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36715,-1] 2024-11-08T23:18:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:28,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:28,702 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:28,703 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f35a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:28,703 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:28,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36715,1731107894984 2024-11-08T23:18:28,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@792e728b 2024-11-08T23:18:28,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:28,705 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T23:18:28,706 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,41291,1731107900533 (queues=1) is replicating from cluster=6cc2357a-e77c-4c00-bf2a-3a4fc41941ef to cluster=d341fc18-2648-4d86-9b85-934f24fc03c6 2024-11-08T23:18:28,706 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C41291%2C1731107900533 2024-11-08T23:18:28,706 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,41291,1731107900533, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:18:28,707 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174, startPosition=0, beingWritten=true 2024-11-08T23:18:28,716 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C41291%2C1731107900533 2024-11-08T23:18:28,735 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:28,735 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 379, reset compression=false 2024-11-08T23:18:28,735 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41291,1731107900533 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:28,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:28,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:28,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:28,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:28,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:28,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:28,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:28,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:28,889 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 379, reset compression=false 2024-11-08T23:18:28,953 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 379, reset compression=false 2024-11-08T23:18:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:29,099 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:18:29,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:29,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:29,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:29,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:29,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:29,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:29,107 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731107909106/Put/seqid=0 2024-11-08T23:18:29,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741840_1016 (size=7894) 2024-11-08T23:18:29,117 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731107909117/Put/seqid=0 2024-11-08T23:18:29,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741841_1017 (size=7691) 2024-11-08T23:18:29,257 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 379, reset compression=false 2024-11-08T23:18:29,398 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 379, reset compression=false 2024-11-08T23:18:29,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:29,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36715,-1 for getting cluster id 2024-11-08T23:18:29,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:29,525 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd341fc18-2648-4d86-9b85-934f24fc03c6' 2024-11-08T23:18:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d341fc18-2648-4d86-9b85-934f24fc03c6" 2024-11-08T23:18:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7981ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36715,-1] 2024-11-08T23:18:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:29,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:29,527 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:29,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:29,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44339,1731107895224, seqNum=-1] 2024-11-08T23:18:29,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:29,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:29,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36715,1731107894984 2024-11-08T23:18:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad9012 2024-11-08T23:18:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:29,543 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:29,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731107903497.b3241988773435d8149b8b1ca2f03fba., hostname=300c1216fb79,44339,1731107895224, seqNum=2] 2024-11-08T23:18:29,551 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:18:29,556 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T23:18:29,559 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T23:18:29,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b3241988773435d8149b8b1ca2f03fba/f 2024-11-08T23:18:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T23:18:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:18:29,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b3241988773435d8149b8b1ca2f03fba/f 2024-11-08T23:18:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T23:18:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:18:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(2603): Flush status journal for b3241988773435d8149b8b1ca2f03fba: 2024-11-08T23:18:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_1 2024-11-08T23:18:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_1 as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ 2024-11-08T23:18:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_0 2024-11-08T23:18:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_0 as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ 2024-11-08T23:18:29,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_1 into b3241988773435d8149b8b1ca2f03fba/f as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ - updating store file list. 2024-11-08T23:18:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd712946d9e2488cba392994bd1b0eb3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:18:29,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ into b3241988773435d8149b8b1ca2f03fba/f 2024-11-08T23:18:29,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_1 into b3241988773435d8149b8b1ca2f03fba/f (new location: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_) 2024-11-08T23:18:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_1 2024-11-08T23:18:29,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_0 into b3241988773435d8149b8b1ca2f03fba/f as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ - updating store file list. 2024-11-08T23:18:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:18:29,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ into b3241988773435d8149b8b1ca2f03fba/f 2024-11-08T23:18:29,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_0 into b3241988773435d8149b8b1ca2f03fba/f (new location: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_) 2024-11-08T23:18:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins__test__7fpef4u9p3v6h0kf91ear61cspfvqbeomvtup8f801lju2lo7bg3373fa9h7mc9j/f/hfile_0 2024-11-08T23:18:29,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:29,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:29,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:29,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:29,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731107903497.b3241988773435d8149b8b1ca2f03fba., hostname=300c1216fb79,44339,1731107895224, seqNum=2 , the old value is region=test,,1731107903497.b3241988773435d8149b8b1ca2f03fba., hostname=300c1216fb79,44339,1731107895224, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=300c1216fb79:44339 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:18:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731107903497.b3241988773435d8149b8b1ca2f03fba., hostname=300c1216fb79,44339,1731107895224, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:18:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731107903497.b3241988773435d8149b8b1ca2f03fba., hostname=300c1216fb79,44339,1731107895224, seqNum=2 from cache 2024-11-08T23:18:29,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:29,591 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T23:18:29,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41291,1731107900533, seqNum=-1] 2024-11-08T23:18:29,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:29,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731107905656.f83eef8ba0d167cf4b5987954486b940., hostname=300c1216fb79,41291,1731107900533, seqNum=2] 2024-11-08T23:18:29,597 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T23:18:29,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T23:18:29,661 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 379, reset compression=false 2024-11-08T23:18:29,699 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:44339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T23:18:30,002 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 379, reset compression=false 2024-11-08T23:18:30,010 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:18:30,010 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44339,1731107895224 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3241988773435d8149b8b1ca2f03fba/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731107909588/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T23:18:30,012 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:30,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T23:18:30,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(318): Replicating [d341fc18-2648-4d86-9b85-934f24fc03c6] bulk loaded data 2024-11-08T23:18:30,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aab603d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:30,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43305,-1 for getting cluster id 2024-11-08T23:18:30,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:30,015 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cc2357a-e77c-4c00-bf2a-3a4fc41941ef' 2024-11-08T23:18:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cc2357a-e77c-4c00-bf2a-3a4fc41941ef" 2024-11-08T23:18:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24894a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43305,-1] 2024-11-08T23:18:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:30,016 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:30,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bdfaabc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741840_1016 (size=7691) 2024-11-08T23:18:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741841_1017 (size=7894) 2024-11-08T23:18:30,168 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 379, reset compression=false 2024-11-08T23:18:30,210 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 687, reset compression=false 2024-11-08T23:18:30,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:30,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43305,1731107900360 2024-11-08T23:18:30,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ec802e 2024-11-08T23:18:30,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:30,460 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T23:18:30,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:18:30,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:30,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41291,1731107900533, seqNum=-1] 2024-11-08T23:18:30,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:30,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T23:18:30,472 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T23:18:30,478 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T23:18:30,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ for inclusion in f83eef8ba0d167cf4b5987954486b940/f 2024-11-08T23:18:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T23:18:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:18:30,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ for inclusion in f83eef8ba0d167cf4b5987954486b940/f 2024-11-08T23:18:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T23:18:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:18:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(2603): Flush status journal for f83eef8ba0d167cf4b5987954486b940: 2024-11-08T23:18:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:18:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/c98f683edd0d4bd8b39e83796017e07e_SeqId_4_ 2024-11-08T23:18:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:18:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/5d28f0186d2e4969ab1614ef38de61c9_SeqId_4_ 2024-11-08T23:18:30,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ into f83eef8ba0d167cf4b5987954486b940/f as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/c98f683edd0d4bd8b39e83796017e07e_SeqId_4_ - updating store file list. 2024-11-08T23:18:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c98f683edd0d4bd8b39e83796017e07e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:18:30,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/c98f683edd0d4bd8b39e83796017e07e_SeqId_4_ into f83eef8ba0d167cf4b5987954486b940/f 2024-11-08T23:18:30,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ into f83eef8ba0d167cf4b5987954486b940/f (new location: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/c98f683edd0d4bd8b39e83796017e07e_SeqId_4_) 2024-11-08T23:18:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/dd712946d9e2488cba392994bd1b0eb3_SeqId_4_ 2024-11-08T23:18:30,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ into f83eef8ba0d167cf4b5987954486b940/f as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/5d28f0186d2e4969ab1614ef38de61c9_SeqId_4_ - updating store file list. 2024-11-08T23:18:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d28f0186d2e4969ab1614ef38de61c9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:18:30,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/5d28f0186d2e4969ab1614ef38de61c9_SeqId_4_ into f83eef8ba0d167cf4b5987954486b940/f 2024-11-08T23:18:30,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ into f83eef8ba0d167cf4b5987954486b940/f (new location: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/5d28f0186d2e4969ab1614ef38de61c9_SeqId_4_) 2024-11-08T23:18:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__nu6a0n1g8k55suspb5ct64a7ubhes0ea15p82p8bsa2s8eap08aub29aj23dkn5q/f/d65f22fcf6f34795b6be7cfbbfda1174_SeqId_4_ 2024-11-08T23:18:30,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(324): Finished replicating [d341fc18-2648-4d86-9b85-934f24fc03c6] bulk loaded data 2024-11-08T23:18:30,516 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 687, reset compression=false 2024-11-08T23:18:30,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:30,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731107910612/Put/seqid=0 2024-11-08T23:18:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741842_1018 (size=11194) 2024-11-08T23:18:30,773 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 379, reset compression=false 2024-11-08T23:18:30,779 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:18:30,779 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41291,1731107900533 got entry batch from reader: WALEntryBatch [walEntries=[{test/f83eef8ba0d167cf4b5987954486b940/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731107910508/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T23:18:30,781 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:30,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T23:18:30,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.ReplicationSink(318): Replicating [d341fc18-2648-4d86-9b85-934f24fc03c6, 6cc2357a-e77c-4c00-bf2a-3a4fc41941ef] bulk loaded data 2024-11-08T23:18:30,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c0e4c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:30,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36715,-1 for getting cluster id 2024-11-08T23:18:30,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:30,783 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd341fc18-2648-4d86-9b85-934f24fc03c6' 2024-11-08T23:18:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d341fc18-2648-4d86-9b85-934f24fc03c6" 2024-11-08T23:18:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@409c01f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36715,-1] 2024-11-08T23:18:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:30,784 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:30,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12324085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:30,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741842_1018 (size=7691) 2024-11-08T23:18:30,921 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 687, reset compression=false 2024-11-08T23:18:30,979 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 725, reset compression=false 2024-11-08T23:18:31,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731107911021/Put/seqid=0 2024-11-08T23:18:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741843_1019 (size=10791) 2024-11-08T23:18:31,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78615013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:31,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43305,-1 for getting cluster id 2024-11-08T23:18:31,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:31,037 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cc2357a-e77c-4c00-bf2a-3a4fc41941ef' 2024-11-08T23:18:31,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:31,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cc2357a-e77c-4c00-bf2a-3a4fc41941ef" 2024-11-08T23:18:31,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679269cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:31,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43305,-1] 2024-11-08T23:18:31,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:31,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:31,040 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:31,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2272ab61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:31,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:31,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41291,1731107900533, seqNum=-1] 2024-11-08T23:18:31,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:31,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:31,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43305,1731107900360 2024-11-08T23:18:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66113594 2024-11-08T23:18:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:31,056 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:31,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731107905656.f83eef8ba0d167cf4b5987954486b940., hostname=300c1216fb79,41291,1731107900533, seqNum=2] 2024-11-08T23:18:31,084 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:18:31,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T23:18:31,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T23:18:31,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f83eef8ba0d167cf4b5987954486b940/f 2024-11-08T23:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T23:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:18:31,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f83eef8ba0d167cf4b5987954486b940/f 2024-11-08T23:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T23:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(2603): Flush status journal for f83eef8ba0d167cf4b5987954486b940: 2024-11-08T23:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_0 2024-11-08T23:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_0 as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ 2024-11-08T23:18:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_1 2024-11-08T23:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_1 as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ 2024-11-08T23:18:31,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_0 into f83eef8ba0d167cf4b5987954486b940/f as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ - updating store file list. 2024-11-08T23:18:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:18:31,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ into f83eef8ba0d167cf4b5987954486b940/f 2024-11-08T23:18:31,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_0 into f83eef8ba0d167cf4b5987954486b940/f (new location: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_) 2024-11-08T23:18:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_0 2024-11-08T23:18:31,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_1 into f83eef8ba0d167cf4b5987954486b940/f as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ - updating store file list. 2024-11-08T23:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5892171678264da89f1a4debdec41c4a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:18:31,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ into f83eef8ba0d167cf4b5987954486b940/f 2024-11-08T23:18:31,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_1 into f83eef8ba0d167cf4b5987954486b940/f (new location: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/f/5892171678264da89f1a4debdec41c4a_SeqId_6_) 2024-11-08T23:18:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins__test__nj54if80n6lmtftev4eq3hcjbnrdn70ud9npqhsmgal5mnu5c3tj21i1nr1grdk7/f/hfile_1 2024-11-08T23:18:31,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:31,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:31,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:31,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731107905656.f83eef8ba0d167cf4b5987954486b940., hostname=300c1216fb79,41291,1731107900533, seqNum=2 , the old value is region=test,,1731107905656.f83eef8ba0d167cf4b5987954486b940., hostname=300c1216fb79,41291,1731107900533, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=300c1216fb79:41291 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:18:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731107905656.f83eef8ba0d167cf4b5987954486b940., hostname=300c1216fb79,41291,1731107900533, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:18:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731107905656.f83eef8ba0d167cf4b5987954486b940., hostname=300c1216fb79,41291,1731107900533, seqNum=2 from cache 2024-11-08T23:18:31,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:31,222 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T23:18:31,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:31,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44339,1731107895224, seqNum=-1] 2024-11-08T23:18:31,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:31,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731107903497.b3241988773435d8149b8b1ca2f03fba., hostname=300c1216fb79,44339,1731107895224, seqNum=2] 2024-11-08T23:18:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741843_1019 (size=7894) 2024-11-08T23:18:31,235 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T23:18:31,283 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 725, reset compression=false 2024-11-08T23:18:31,292 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:18:31,328 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:41291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T23:18:31,433 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 687, reset compression=false 2024-11-08T23:18:31,496 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 1033, reset compression=false 2024-11-08T23:18:31,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:31,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36715,1731107894984 2024-11-08T23:18:31,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a3ce360 2024-11-08T23:18:31,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:31,638 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T23:18:31,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:18:31,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:31,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44339,1731107895224, seqNum=-1] 2024-11-08T23:18:31,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:31,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T23:18:31,654 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__rvodoalufebibaic4vgd65q3c5io4p9b5gg2fcl72fcmvmrlmr022rrfpdeb60jc/f/5d28f0186d2e4969ab1614ef38de61c9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T23:18:31,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__rvodoalufebibaic4vgd65q3c5io4p9b5gg2fcl72fcmvmrlmr022rrfpdeb60jc/f/c98f683edd0d4bd8b39e83796017e07e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T23:18:31,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.ReplicationSink(324): Finished replicating [d341fc18-2648-4d86-9b85-934f24fc03c6, 6cc2357a-e77c-4c00-bf2a-3a4fc41941ef] bulk loaded data 2024-11-08T23:18:31,677 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41291,1731107900533 got entry batch from reader: WALEntryBatch [walEntries=[{test/f83eef8ba0d167cf4b5987954486b940/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731107911219/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T23:18:31,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.ReplicationSink(318): Replicating [6cc2357a-e77c-4c00-bf2a-3a4fc41941ef] bulk loaded data 2024-11-08T23:18:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741844_1020 (size=11194) 2024-11-08T23:18:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741845_1021 (size=10791) 2024-11-08T23:18:31,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:18:31,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:18:31,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T23:18:31,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T23:18:31,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T23:18:31,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:18:31,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T23:18:31,750 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T23:18:31,756 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T23:18:31,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ for inclusion in b3241988773435d8149b8b1ca2f03fba/f 2024-11-08T23:18:31,801 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 1033, reset compression=false 2024-11-08T23:18:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T23:18:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:18:31,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ for inclusion in b3241988773435d8149b8b1ca2f03fba/f 2024-11-08T23:18:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T23:18:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:18:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(2603): Flush status journal for b3241988773435d8149b8b1ca2f03fba: 2024-11-08T23:18:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:18:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/408a55a2a044404698aebece314dbc94_SeqId_6_ 2024-11-08T23:18:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5892171678264da89f1a4debdec41c4a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:18:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/4a9dbb595e484543866cf715c3597455_SeqId_6_ 2024-11-08T23:18:31,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ into b3241988773435d8149b8b1ca2f03fba/f as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/408a55a2a044404698aebece314dbc94_SeqId_6_ - updating store file list. 2024-11-08T23:18:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 408a55a2a044404698aebece314dbc94_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:18:31,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/408a55a2a044404698aebece314dbc94_SeqId_6_ into b3241988773435d8149b8b1ca2f03fba/f 2024-11-08T23:18:31,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ into b3241988773435d8149b8b1ca2f03fba/f (new location: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/408a55a2a044404698aebece314dbc94_SeqId_6_) 2024-11-08T23:18:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/720bd07ff3b742d1afe1120bc0fa33c1_SeqId_6_ 2024-11-08T23:18:31,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ into b3241988773435d8149b8b1ca2f03fba/f as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/4a9dbb595e484543866cf715c3597455_SeqId_6_ - updating store file list. 2024-11-08T23:18:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a9dbb595e484543866cf715c3597455_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:18:31,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/4a9dbb595e484543866cf715c3597455_SeqId_6_ into b3241988773435d8149b8b1ca2f03fba/f 2024-11-08T23:18:31,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ into b3241988773435d8149b8b1ca2f03fba/f (new location: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/f/4a9dbb595e484543866cf715c3597455_SeqId_6_) 2024-11-08T23:18:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/staging/jenkins.hfs.10__test__3gnosa0q5utepkga8b5mf2ncaku228cpbi8coeatiptvs0m4qd4jhb6c7tp0id3r/f/5892171678264da89f1a4debdec41c4a_SeqId_6_ 2024-11-08T23:18:31,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.ReplicationSink(324): Finished replicating [6cc2357a-e77c-4c00-bf2a-3a4fc41941ef] bulk loaded data 2024-11-08T23:18:32,064 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 687, reset compression=false 2024-11-08T23:18:32,070 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:18:32,070 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44339,1731107895224 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3241988773435d8149b8b1ca2f03fba/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731107911894/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T23:18:32,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(318): Replicating [6cc2357a-e77c-4c00-bf2a-3a4fc41941ef, d341fc18-2648-4d86-9b85-934f24fc03c6] bulk loaded data 2024-11-08T23:18:32,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741844_1020 (size=11194) 2024-11-08T23:18:32,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741845_1021 (size=10791) 2024-11-08T23:18:32,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:18:32,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__87r7ol6g8ues60frq08c032mgf12kglqbubu7u4g3f517oi23oltjrsv721ueplk/f/408a55a2a044404698aebece314dbc94_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T23:18:32,173 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/staging/jenkins.hfs.11__test__87r7ol6g8ues60frq08c032mgf12kglqbubu7u4g3f517oi23oltjrsv721ueplk/f/4a9dbb595e484543866cf715c3597455_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T23:18:32,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(324): Finished replicating [6cc2357a-e77c-4c00-bf2a-3a4fc41941ef, d341fc18-2648-4d86-9b85-934f24fc03c6] bulk loaded data 2024-11-08T23:18:32,210 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 1033, reset compression=false 2024-11-08T23:18:32,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:18:32,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:32,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:32,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:32,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:32,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:32,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:18:32,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1543842179, stopped=false 2024-11-08T23:18:32,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,43305,1731107900360 2024-11-08T23:18:32,272 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1033, reset compression=false 2024-11-08T23:18:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842425470/running 2024-11-08T23:18:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:32,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on znode that does not yet exist, /11842425470/running 2024-11-08T23:18:32,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842425470/running 2024-11-08T23:18:32,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:32,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:32,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:32,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:32,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:32,285 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,41291,1731107900533' ***** 2024-11-08T23:18:32,285 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:18:32,286 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:18:32,286 INFO [RS:0;300c1216fb79:41291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:18:32,286 INFO [RS:0;300c1216fb79:41291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:18:32,286 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:32,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Set watcher on znode that does not yet exist, /11842425470/running 2024-11-08T23:18:32,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:18:32,296 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 07c2dbe5960cde56994fdbef2758a931 2024-11-08T23:18:32,296 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,41291,1731107900533 2024-11-08T23:18:32,297 INFO [RS:0;300c1216fb79:41291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:32,297 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f83eef8ba0d167cf4b5987954486b940, disabling compactions & flushes 2024-11-08T23:18:32,297 INFO [RS:0;300c1216fb79:41291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:41291. 2024-11-08T23:18:32,297 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:32,297 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:32,297 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. after waiting 0 ms 2024-11-08T23:18:32,297 DEBUG [RS:0;300c1216fb79:41291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:32,297 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:32,297 DEBUG [RS:0;300c1216fb79:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:32,297 INFO [RS:0;300c1216fb79:41291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:18:32,297 INFO [RS:0;300c1216fb79:41291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:18:32,297 INFO [RS:0;300c1216fb79:41291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:18:32,297 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:18:32,330 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:18:32,331 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1325): Online Regions={f83eef8ba0d167cf4b5987954486b940=test,,1731107905656.f83eef8ba0d167cf4b5987954486b940., 1588230740=hbase:meta,,1.1588230740, 07c2dbe5960cde56994fdbef2758a931=hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931.} 2024-11-08T23:18:32,331 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1351): Waiting on 07c2dbe5960cde56994fdbef2758a931, 1588230740, f83eef8ba0d167cf4b5987954486b940 2024-11-08T23:18:32,331 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:18:32,331 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:18:32,331 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:18:32,331 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:18:32,331 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:18:32,331 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:18:32,344 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/default/test/f83eef8ba0d167cf4b5987954486b940/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:18:32,345 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:32,345 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:18:32,345 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:32,345 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f83eef8ba0d167cf4b5987954486b940: Waiting for close lock at 1731107912296Running coprocessor pre-close hooks at 1731107912296Disabling compacts and flushes for region at 1731107912296Disabling writes for close at 1731107912297 (+1 ms)Writing region close event to WAL at 1731107912318 (+21 ms)Running coprocessor post-close hooks at 1731107912345 (+27 ms)Closed at 1731107912345 2024-11-08T23:18:32,345 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107905656.f83eef8ba0d167cf4b5987954486b940. 2024-11-08T23:18:32,345 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07c2dbe5960cde56994fdbef2758a931, disabling compactions & flushes 2024-11-08T23:18:32,345 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:32,345 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:32,345 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. after waiting 0 ms 2024-11-08T23:18:32,345 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:32,346 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07c2dbe5960cde56994fdbef2758a931 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T23:18:32,359 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:32,361 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/info/bcee4ec9c58b4067b5099fde4d288b04 is 147, key is hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931./info:regioninfo/1731107908346/Put/seqid=0 2024-11-08T23:18:32,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741846_1022 (size=7686) 2024-11-08T23:18:32,383 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/.tmp/hfileref/e1a2d69c843c4f05b7a47d2df1f8aa65 is 74, key is 1/hfileref:5892171678264da89f1a4debdec41c4a_SeqId_6_/1731107911899/DeleteColumn/seqid=0 2024-11-08T23:18:32,385 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/info/bcee4ec9c58b4067b5099fde4d288b04 2024-11-08T23:18:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741847_1023 (size=5345) 2024-11-08T23:18:32,432 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/.tmp/hfileref/e1a2d69c843c4f05b7a47d2df1f8aa65 2024-11-08T23:18:32,444 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/ns/9095b8bd2dcf440981f916a53b6b5e0a is 43, key is default/ns:d/1731107903345/Put/seqid=0 2024-11-08T23:18:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741848_1024 (size=5153) 2024-11-08T23:18:32,507 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/.tmp/queue/158b6cb584184dc1af682f41a238ccaf is 154, key is 1-300c1216fb79,41291,1731107900533/queue:300c1216fb79%2C41291%2C1731107900533/1731107911901/Put/seqid=0 2024-11-08T23:18:32,514 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/ns/9095b8bd2dcf440981f916a53b6b5e0a 2024-11-08T23:18:32,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741849_1025 (size=5353) 2024-11-08T23:18:32,531 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1351): Waiting on 07c2dbe5960cde56994fdbef2758a931, 1588230740 2024-11-08T23:18:32,536 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/.tmp/queue/158b6cb584184dc1af682f41a238ccaf 2024-11-08T23:18:32,562 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/.tmp/hfileref/e1a2d69c843c4f05b7a47d2df1f8aa65 as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/hfileref/e1a2d69c843c4f05b7a47d2df1f8aa65 2024-11-08T23:18:32,567 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/hfileref/e1a2d69c843c4f05b7a47d2df1f8aa65, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T23:18:32,568 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/.tmp/queue/158b6cb584184dc1af682f41a238ccaf as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/queue/158b6cb584184dc1af682f41a238ccaf 2024-11-08T23:18:32,574 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/queue/158b6cb584184dc1af682f41a238ccaf, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T23:18:32,577 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 07c2dbe5960cde56994fdbef2758a931 in 232ms, sequenceid=12, compaction requested=false 2024-11-08T23:18:32,584 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/rep_barrier/e62988d5bfa9448ca8d3b3671e6e68c8 is 112, key is test,,1731107905656.f83eef8ba0d167cf4b5987954486b940./rep_barrier:seqnumDuringOpen/1731107906443/Put/seqid=0 2024-11-08T23:18:32,625 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1033, reset compression=false 2024-11-08T23:18:32,629 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/replication/07c2dbe5960cde56994fdbef2758a931/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T23:18:32,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741850_1026 (size=5518) 2024-11-08T23:18:32,629 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:32,629 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:32,629 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:32,629 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/rep_barrier/e62988d5bfa9448ca8d3b3671e6e68c8 2024-11-08T23:18:32,630 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07c2dbe5960cde56994fdbef2758a931: Waiting for close lock at 1731107912345Running coprocessor pre-close hooks at 1731107912345Disabling compacts and flushes for region at 1731107912345Disabling writes for close at 1731107912345Obtaining lock to block concurrent updates at 1731107912346 (+1 ms)Preparing flush snapshotting stores in 07c2dbe5960cde56994fdbef2758a931 at 1731107912346Finished memstore snapshotting hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731107912346Flushing stores of hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. at 1731107912347 (+1 ms)Flushing 07c2dbe5960cde56994fdbef2758a931/hfileref: creating writer at 1731107912347Flushing 07c2dbe5960cde56994fdbef2758a931/hfileref: appending metadata at 1731107912383 (+36 ms)Flushing 07c2dbe5960cde56994fdbef2758a931/hfileref: closing flushed file at 1731107912383Flushing 07c2dbe5960cde56994fdbef2758a931/queue: creating writer at 1731107912451 (+68 ms)Flushing 07c2dbe5960cde56994fdbef2758a931/queue: appending metadata at 1731107912500 (+49 ms)Flushing 07c2dbe5960cde56994fdbef2758a931/queue: closing flushed file at 1731107912500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc75569: reopening flushed file at 1731107912561 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b52ef2: reopening flushed file at 1731107912568 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 07c2dbe5960cde56994fdbef2758a931 in 232ms, sequenceid=12, compaction requested=false at 1731107912577 (+9 ms)Writing region close event to WAL at 1731107912616 (+39 ms)Running coprocessor post-close hooks at 1731107912629 (+13 ms)Closed at 1731107912629 2024-11-08T23:18:32,630 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731107907975.07c2dbe5960cde56994fdbef2758a931. 2024-11-08T23:18:32,668 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/table/9c21db620d6947f09fa71b8deeabd0c2 is 53, key is hbase:replication/table:state/1731107908352/Put/seqid=0 2024-11-08T23:18:32,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741851_1027 (size=5308) 2024-11-08T23:18:32,678 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/table/9c21db620d6947f09fa71b8deeabd0c2 2024-11-08T23:18:32,684 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/info/bcee4ec9c58b4067b5099fde4d288b04 as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/info/bcee4ec9c58b4067b5099fde4d288b04 2024-11-08T23:18:32,721 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/info/bcee4ec9c58b4067b5099fde4d288b04, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:18:32,722 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/ns/9095b8bd2dcf440981f916a53b6b5e0a as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/ns/9095b8bd2dcf440981f916a53b6b5e0a 2024-11-08T23:18:32,730 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/ns/9095b8bd2dcf440981f916a53b6b5e0a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:18:32,731 DEBUG [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:18:32,732 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/rep_barrier/e62988d5bfa9448ca8d3b3671e6e68c8 as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/rep_barrier/e62988d5bfa9448ca8d3b3671e6e68c8 2024-11-08T23:18:32,740 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/rep_barrier/e62988d5bfa9448ca8d3b3671e6e68c8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:18:32,741 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 1033, reset compression=false 2024-11-08T23:18:32,742 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/.tmp/table/9c21db620d6947f09fa71b8deeabd0c2 as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/table/9c21db620d6947f09fa71b8deeabd0c2 2024-11-08T23:18:32,756 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/table/9c21db620d6947f09fa71b8deeabd0c2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:18:32,757 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 426ms, sequenceid=16, compaction requested=false 2024-11-08T23:18:32,779 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:32,779 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 1328, reset compression=false 2024-11-08T23:18:32,779 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41291,1731107900533 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:32,780 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,41291,1731107900533: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,41291,1731107900533, walGroup=300c1216fb79%2C41291%2C1731107900533, offset=300c1216fb79%2C41291%2C1731107900533.1731107902174:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:41291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:18:32,782 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:18:32,782 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:18:32,783 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:18:32,783 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:18:32,783 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:18:32,783 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 563674576 }, "NonHeapMemoryUsage": { "committed": 191823872, "init": 7667712, "max": -1, "used": 188919160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:18:32,787 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:43305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:43305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:18:32,925 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:18:32,926 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:32,926 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:32,926 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:32,926 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107912331Running coprocessor pre-close hooks at 1731107912331Disabling compacts and flushes for region at 1731107912331Disabling writes for close at 1731107912331Obtaining lock to block concurrent updates at 1731107912331Preparing flush snapshotting stores in 1588230740 at 1731107912331Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731107912331Flushing stores of hbase:meta,,1.1588230740 at 1731107912332 (+1 ms)Flushing 1588230740/info: creating writer at 1731107912332Flushing 1588230740/info: appending metadata at 1731107912360 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731107912360Flushing 1588230740/ns: creating writer at 1731107912402 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731107912439 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731107912444 (+5 ms)Flushing 1588230740/rep_barrier: creating writer at 1731107912534 (+90 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107912583 (+49 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107912583Flushing 1588230740/table: creating writer at 1731107912636 (+53 ms)Flushing 1588230740/table: appending metadata at 1731107912667 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731107912667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a88935: reopening flushed file at 1731107912684 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b5741: reopening flushed file at 1731107912721 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8832a0: reopening flushed file at 1731107912730 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a040e24: reopening flushed file at 1731107912740 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 426ms, sequenceid=16, compaction requested=false at 1731107912757 (+17 ms)Writing region close event to WAL at 1731107912881 (+124 ms)Running coprocessor post-close hooks at 1731107912926 (+45 ms)Closed at 1731107912926 2024-11-08T23:18:32,927 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:32,931 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,41291,1731107900533; all regions closed. 2024-11-08T23:18:32,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:18:32,955 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.rep.1731107908314 not finished, retry = 0 2024-11-08T23:18:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741839_1015 (size=3127) 2024-11-08T23:18:33,020 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:18:33,020 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:18:33,047 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 to pos 1328, reset compression=false 2024-11-08T23:18:33,082 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1033, reset compression=false 2024-11-08T23:18:33,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741832_1008 (size=1336) 2024-11-08T23:18:33,108 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 for the last time to pos 1328, reset compression=false 2024-11-08T23:18:33,109 DEBUG [RS:0;300c1216fb79:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:33,109 INFO [RS:0;300c1216fb79:41291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:33,111 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 and length of the file is 1336 2024-11-08T23:18:33,111 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/WALs/300c1216fb79,41291,1731107900533/300c1216fb79%2C41291%2C1731107900533.1731107902174 2024-11-08T23:18:33,112 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T23:18:33,112 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T23:18:33,112 INFO [RS:0;300c1216fb79:41291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:33,112 INFO [RS:0;300c1216fb79:41291 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:33,112 INFO [RS:0;300c1216fb79:41291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:33,113 INFO [RS:0;300c1216fb79:41291 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,41291,1731107900533 because: Region server is closing 2024-11-08T23:18:33,113 INFO [RS:0;300c1216fb79:41291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:41291. 2024-11-08T23:18:33,113 DEBUG [RS:0;300c1216fb79:41291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:33,113 DEBUG [RS:0;300c1216fb79:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:33,113 DEBUG [RS:0;300c1216fb79:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:33,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:33,114 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:33,213 INFO [RS:0;300c1216fb79:41291 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.shipper300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 terminated 2024-11-08T23:18:33,214 INFO [RS:0;300c1216fb79:41291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:41291. 2024-11-08T23:18:33,214 DEBUG [RS:0;300c1216fb79:41291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:33,214 DEBUG [RS:0;300c1216fb79:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:33,214 DEBUG [RS:0;300c1216fb79:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:33,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:33,214 INFO [RS:0;300c1216fb79:41291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41291 2024-11-08T23:18:33,214 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41291,1731107900533.replicationSource.wal-reader.300c1216fb79%2C41291%2C1731107900533,1-300c1216fb79,41291,1731107900533 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-08T23:18:33,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842425470/rs/300c1216fb79,41291,1731107900533 2024-11-08T23:18:33,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470/rs 2024-11-08T23:18:33,268 INFO [RS:0;300c1216fb79:41291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:33,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,41291,1731107900533] 2024-11-08T23:18:33,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11842425470/draining/300c1216fb79,41291,1731107900533 already deleted, retry=false 2024-11-08T23:18:33,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,41291,1731107900533 expired; onlineServers=0 2024-11-08T23:18:33,289 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,43305,1731107900360' ***** 2024-11-08T23:18:33,289 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:18:33,289 INFO [M:0;300c1216fb79:43305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:33,289 INFO [M:0;300c1216fb79:43305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:33,289 DEBUG [M:0;300c1216fb79:43305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:18:33,289 DEBUG [M:0;300c1216fb79:43305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:18:33,289 INFO [M:0;300c1216fb79:43305 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:33,289 INFO [M:0;300c1216fb79:43305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:33,289 DEBUG [M:0;300c1216fb79:43305 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:18:33,289 INFO [M:0;300c1216fb79:43305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:18:33,290 INFO [M:0;300c1216fb79:43305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:33,290 INFO [M:0;300c1216fb79:43305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:18:33,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:18:33,290 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107901832 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107901832,5,FailOnTimeoutGroup] 2024-11-08T23:18:33,290 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107901818 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107901818,5,FailOnTimeoutGroup] 2024-11-08T23:18:33,290 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:18:33,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842425470/master 2024-11-08T23:18:33,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842425470 2024-11-08T23:18:33,299 DEBUG [M:0;300c1216fb79:43305 {}] zookeeper.ZKUtil(347): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Unable to get data of znode /11842425470/master because node does not exist (not an error) 2024-11-08T23:18:33,299 WARN [M:0;300c1216fb79:43305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:18:33,300 INFO [M:0;300c1216fb79:43305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/.lastflushedseqids 2024-11-08T23:18:33,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741852_1028 (size=263) 2024-11-08T23:18:33,368 INFO [M:0;300c1216fb79:43305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:18:33,368 INFO [M:0;300c1216fb79:43305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:18:33,368 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:33,368 INFO [M:0;300c1216fb79:43305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:33,368 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:33,368 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:33,368 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:33,368 INFO [M:0;300c1216fb79:43305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T23:18:33,379 INFO [RS:0;300c1216fb79:41291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:33,379 INFO [RS:0;300c1216fb79:41291 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,41291,1731107900533; zookeeper connection closed. 2024-11-08T23:18:33,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:33,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1011cbe29b30004, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:33,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38c58b65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38c58b65 2024-11-08T23:18:33,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:18:33,408 DEBUG [M:0;300c1216fb79:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f761efeda094147ab7f6f724c889021 is 82, key is hbase:meta,,1/info:regioninfo/1731107903315/Put/seqid=0 2024-11-08T23:18:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741853_1029 (size=5672) 2024-11-08T23:18:33,430 INFO [M:0;300c1216fb79:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f761efeda094147ab7f6f724c889021 2024-11-08T23:18:33,481 DEBUG [M:0;300c1216fb79:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c7cfd016fb3494295106dc9acac6306 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731107908356/Put/seqid=0 2024-11-08T23:18:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741854_1030 (size=8515) 2024-11-08T23:18:33,647 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1033, reset compression=false 2024-11-08T23:18:33,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:33,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:33,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:33,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:33,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:33,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:33,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:33,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:33,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:33,933 INFO [M:0;300c1216fb79:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c7cfd016fb3494295106dc9acac6306 2024-11-08T23:18:33,959 DEBUG [M:0;300c1216fb79:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37acad3eaba243e8ae51ef7cfd5a095c is 69, key is 300c1216fb79,41291,1731107900533/rs:state/1731107901866/Put/seqid=0 2024-11-08T23:18:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741855_1031 (size=5156) 2024-11-08T23:18:34,252 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1033, reset compression=false 2024-11-08T23:18:34,413 INFO [M:0;300c1216fb79:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37acad3eaba243e8ae51ef7cfd5a095c 2024-11-08T23:18:34,421 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f761efeda094147ab7f6f724c889021 as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f761efeda094147ab7f6f724c889021 2024-11-08T23:18:34,427 INFO [M:0;300c1216fb79:43305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f761efeda094147ab7f6f724c889021, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T23:18:34,427 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c7cfd016fb3494295106dc9acac6306 as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c7cfd016fb3494295106dc9acac6306 2024-11-08T23:18:34,435 INFO [M:0;300c1216fb79:43305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c7cfd016fb3494295106dc9acac6306, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T23:18:34,440 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37acad3eaba243e8ae51ef7cfd5a095c as hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37acad3eaba243e8ae51ef7cfd5a095c 2024-11-08T23:18:34,445 INFO [M:0;300c1216fb79:43305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/caf32166-6d5b-beba-0e9e-b5136da31afe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37acad3eaba243e8ae51ef7cfd5a095c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T23:18:34,446 INFO [M:0;300c1216fb79:43305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1078ms, sequenceid=97, compaction requested=false 2024-11-08T23:18:34,452 INFO [M:0;300c1216fb79:43305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:34,452 DEBUG [M:0;300c1216fb79:43305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107913368Disabling compacts and flushes for region at 1731107913368Disabling writes for close at 1731107913368Obtaining lock to block concurrent updates at 1731107913368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107913368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731107913369 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107913370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107913370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107913407 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107913407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107913444 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107913481 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107913481Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107913937 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107913956 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107913956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b0dcde: reopening flushed file at 1731107914420 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd34a88: reopening flushed file at 1731107914427 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38dc19ed: reopening flushed file at 1731107914435 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1078ms, sequenceid=97, compaction requested=false at 1731107914446 (+11 ms)Writing region close event to WAL at 1731107914452 (+6 ms)Closed at 1731107914452 2024-11-08T23:18:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34181 is added to blk_1073741830_1006 (size=63642) 2024-11-08T23:18:34,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:34,466 INFO [M:0;300c1216fb79:43305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:18:34,466 INFO [M:0;300c1216fb79:43305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43305 2024-11-08T23:18:34,472 INFO [M:0;300c1216fb79:43305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x1011cbe29b30003, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:34,596 INFO [M:0;300c1216fb79:43305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:34,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:18:34,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:18:34,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:18:34,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:18:34,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.log.dir/,STOPPED} 2024-11-08T23:18:34,620 WARN [BP-1131061570-172.17.0.2-1731107898308 heartbeating to localhost/127.0.0.1:43381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:18:34,620 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:18:34,620 WARN [BP-1131061570-172.17.0.2-1731107898308 heartbeating to localhost/127.0.0.1:43381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1131061570-172.17.0.2-1731107898308 (Datanode Uuid 0019b240-5390-4bcb-8cf5-088ad74caaa9) service to localhost/127.0.0.1:43381 2024-11-08T23:18:34,620 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:18:34,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/cluster_243dbaf5-985f-2866-f8bc-8715f82857fa/data/data1/current/BP-1131061570-172.17.0.2-1731107898308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:18:34,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/cluster_243dbaf5-985f-2866-f8bc-8715f82857fa/data/data2/current/BP-1131061570-172.17.0.2-1731107898308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:18:34,621 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:18:34,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b6171a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:18:34,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:18:34,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:18:34,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:18:34,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.log.dir/,STOPPED} 2024-11-08T23:18:34,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:18:34,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:18:34,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:34,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:34,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:18:34,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=113871724, stopped=false 2024-11-08T23:18:34,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:34,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,36715,1731107894984 2024-11-08T23:18:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-110588853/running 2024-11-08T23:18:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-110588853/running 2024-11-08T23:18:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:34,668 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:34,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:34,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:34,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on znode that does not yet exist, /0-110588853/running 2024-11-08T23:18:34,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:34,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Set watcher on znode that does not yet exist, /0-110588853/running 2024-11-08T23:18:34,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,44339,1731107895224' ***** 2024-11-08T23:18:34,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:18:34,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f99a8a17eb554a166f2834d9cc29cd6 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(3091): Received CLOSE for b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,44339,1731107895224 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:44339. 2024-11-08T23:18:34,669 DEBUG [RS:0;300c1216fb79:44339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:34,669 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f99a8a17eb554a166f2834d9cc29cd6, disabling compactions & flushes 2024-11-08T23:18:34,669 DEBUG [RS:0;300c1216fb79:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:34,669 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:34,669 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:34,669 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. after waiting 0 ms 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:18:34,669 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:18:34,669 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f99a8a17eb554a166f2834d9cc29cd6 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T23:18:34,669 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:18:34,670 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1325): Online Regions={6f99a8a17eb554a166f2834d9cc29cd6=hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6., 1588230740=hbase:meta,,1.1588230740, b3241988773435d8149b8b1ca2f03fba=test,,1731107903497.b3241988773435d8149b8b1ca2f03fba.} 2024-11-08T23:18:34,670 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f99a8a17eb554a166f2834d9cc29cd6, b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:34,670 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:18:34,670 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:18:34,670 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:18:34,670 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:18:34,670 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:18:34,670 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:18:34,685 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/info/26b35542fb3843d89af307ae4f2fc4ec is 147, key is hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6./info:regioninfo/1731107907608/Put/seqid=0 2024-11-08T23:18:34,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741846_1022 (size=7686) 2024-11-08T23:18:34,690 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/info/26b35542fb3843d89af307ae4f2fc4ec 2024-11-08T23:18:34,691 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/.tmp/hfileref/0e0390a5ed1345bc9d38526080464c5c is 74, key is 1/hfileref:408a55a2a044404698aebece314dbc94_SeqId_6_/1731107912183/DeleteColumn/seqid=0 2024-11-08T23:18:34,695 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741847_1023 (size=5345) 2024-11-08T23:18:34,707 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/ns/5c91da704f2d465a807f927c3aed42b0 is 43, key is default/ns:d/1731107898134/Put/seqid=0 2024-11-08T23:18:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741848_1024 (size=5153) 2024-11-08T23:18:34,870 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f99a8a17eb554a166f2834d9cc29cd6, b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:34,969 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1033, reset compression=false 2024-11-08T23:18:35,070 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f99a8a17eb554a166f2834d9cc29cd6, b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:35,100 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/.tmp/hfileref/0e0390a5ed1345bc9d38526080464c5c 2024-11-08T23:18:35,112 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/ns/5c91da704f2d465a807f927c3aed42b0 2024-11-08T23:18:35,137 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/.tmp/queue/07e193ad77344787bb8d10cf9d1e867d is 154, key is 1-300c1216fb79,44339,1731107895224/queue:300c1216fb79%2C44339%2C1731107895224/1731107912185/Put/seqid=0 2024-11-08T23:18:35,163 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/rep_barrier/580dc5475bf643ffb8e01d8f4ddfd926 is 112, key is test,,1731107903497.b3241988773435d8149b8b1ca2f03fba./rep_barrier:seqnumDuringOpen/1731107904753/Put/seqid=0 2024-11-08T23:18:35,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741849_1025 (size=5353) 2024-11-08T23:18:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741850_1026 (size=5518) 2024-11-08T23:18:35,270 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f99a8a17eb554a166f2834d9cc29cd6, b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:35,331 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:18:35,332 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:18:35,471 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f99a8a17eb554a166f2834d9cc29cd6, b3241988773435d8149b8b1ca2f03fba 2024-11-08T23:18:35,572 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/.tmp/queue/07e193ad77344787bb8d10cf9d1e867d 2024-11-08T23:18:35,586 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/.tmp/hfileref/0e0390a5ed1345bc9d38526080464c5c as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/hfileref/0e0390a5ed1345bc9d38526080464c5c 2024-11-08T23:18:35,587 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/rep_barrier/580dc5475bf643ffb8e01d8f4ddfd926 2024-11-08T23:18:35,591 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/hfileref/0e0390a5ed1345bc9d38526080464c5c, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T23:18:35,592 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/.tmp/queue/07e193ad77344787bb8d10cf9d1e867d as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/queue/07e193ad77344787bb8d10cf9d1e867d 2024-11-08T23:18:35,608 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/queue/07e193ad77344787bb8d10cf9d1e867d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T23:18:35,609 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6f99a8a17eb554a166f2834d9cc29cd6 in 940ms, sequenceid=12, compaction requested=false 2024-11-08T23:18:35,610 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/table/9a7d32d3fe1e4d5f833ceed7521b4aa4 is 53, key is hbase:replication/table:state/1731107907620/Put/seqid=0 2024-11-08T23:18:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741851_1027 (size=5308) 2024-11-08T23:18:35,627 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/replication/6f99a8a17eb554a166f2834d9cc29cd6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T23:18:35,628 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:35,628 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:35,628 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:35,628 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f99a8a17eb554a166f2834d9cc29cd6: Waiting for close lock at 1731107914669Running coprocessor pre-close hooks at 1731107914669Disabling compacts and flushes for region at 1731107914669Disabling writes for close at 1731107914669Obtaining lock to block concurrent updates at 1731107914669Preparing flush snapshotting stores in 6f99a8a17eb554a166f2834d9cc29cd6 at 1731107914669Finished memstore snapshotting hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731107914670 (+1 ms)Flushing stores of hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. at 1731107914670Flushing 6f99a8a17eb554a166f2834d9cc29cd6/hfileref: creating writer at 1731107914670Flushing 6f99a8a17eb554a166f2834d9cc29cd6/hfileref: appending metadata at 1731107914691 (+21 ms)Flushing 6f99a8a17eb554a166f2834d9cc29cd6/hfileref: closing flushed file at 1731107914691Flushing 6f99a8a17eb554a166f2834d9cc29cd6/queue: creating writer at 1731107915107 (+416 ms)Flushing 6f99a8a17eb554a166f2834d9cc29cd6/queue: appending metadata at 1731107915136 (+29 ms)Flushing 6f99a8a17eb554a166f2834d9cc29cd6/queue: closing flushed file at 1731107915136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41bdfa47: reopening flushed file at 1731107915585 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5366d3: reopening flushed file at 1731107915591 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6f99a8a17eb554a166f2834d9cc29cd6 in 940ms, sequenceid=12, compaction requested=false at 1731107915609 (+18 ms)Writing region close event to WAL at 1731107915624 (+15 ms)Running coprocessor post-close hooks at 1731107915628 (+4 ms)Closed at 1731107915628 2024-11-08T23:18:35,628 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731107906820.6f99a8a17eb554a166f2834d9cc29cd6. 2024-11-08T23:18:35,628 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3241988773435d8149b8b1ca2f03fba, disabling compactions & flushes 2024-11-08T23:18:35,628 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:35,628 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:35,628 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. after waiting 0 ms 2024-11-08T23:18:35,628 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:35,640 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/default/test/b3241988773435d8149b8b1ca2f03fba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:18:35,642 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:35,643 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:18:35,643 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:35,643 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3241988773435d8149b8b1ca2f03fba: Waiting for close lock at 1731107915628Running coprocessor pre-close hooks at 1731107915628Disabling compacts and flushes for region at 1731107915628Disabling writes for close at 1731107915628Writing region close event to WAL at 1731107915633 (+5 ms)Running coprocessor post-close hooks at 1731107915642 (+9 ms)Closed at 1731107915643 (+1 ms) 2024-11-08T23:18:35,643 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107903497.b3241988773435d8149b8b1ca2f03fba. 2024-11-08T23:18:35,671 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:18:35,671 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:18:35,671 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:18:35,774 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1033, reset compression=false 2024-11-08T23:18:35,793 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:35,793 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1328, reset compression=false 2024-11-08T23:18:35,793 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44339,1731107895224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:35,794 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,44339,1731107895224: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,44339,1731107895224, walGroup=300c1216fb79%2C44339%2C1731107895224, offset=300c1216fb79%2C44339%2C1731107895224.1731107897451:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:44339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:18:35,796 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:18:35,796 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:18:35,797 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:18:35,797 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:18:35,797 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:18:35,797 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 626589136 }, "NonHeapMemoryUsage": { "committed": 192544768, "init": 7667712, "max": -1, "used": 189709464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:18:35,798 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:36715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:36715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:18:35,871 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:18:36,016 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1328, reset compression=false 2024-11-08T23:18:36,026 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/table/9a7d32d3fe1e4d5f833ceed7521b4aa4 2024-11-08T23:18:36,031 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/info/26b35542fb3843d89af307ae4f2fc4ec as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/info/26b35542fb3843d89af307ae4f2fc4ec 2024-11-08T23:18:36,035 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/info/26b35542fb3843d89af307ae4f2fc4ec, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:18:36,038 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/ns/5c91da704f2d465a807f927c3aed42b0 as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/ns/5c91da704f2d465a807f927c3aed42b0 2024-11-08T23:18:36,049 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/ns/5c91da704f2d465a807f927c3aed42b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:18:36,051 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/rep_barrier/580dc5475bf643ffb8e01d8f4ddfd926 as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/rep_barrier/580dc5475bf643ffb8e01d8f4ddfd926 2024-11-08T23:18:36,059 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/rep_barrier/580dc5475bf643ffb8e01d8f4ddfd926, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:18:36,060 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/.tmp/table/9a7d32d3fe1e4d5f833ceed7521b4aa4 as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/table/9a7d32d3fe1e4d5f833ceed7521b4aa4 2024-11-08T23:18:36,065 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/table/9a7d32d3fe1e4d5f833ceed7521b4aa4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:18:36,066 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1396ms, sequenceid=16, compaction requested=false 2024-11-08T23:18:36,067 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:18:36,071 DEBUG [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:18:36,076 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:18:36,077 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:36,077 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:36,077 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:36,077 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107914670Running coprocessor pre-close hooks at 1731107914670Disabling compacts and flushes for region at 1731107914670Disabling writes for close at 1731107914670Obtaining lock to block concurrent updates at 1731107914670Preparing flush snapshotting stores in 1588230740 at 1731107914670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731107914670Flushing stores of hbase:meta,,1.1588230740 at 1731107914670Flushing 1588230740/info: creating writer at 1731107914670Flushing 1588230740/info: appending metadata at 1731107914685 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731107914685Flushing 1588230740/ns: creating writer at 1731107914694 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731107914707 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731107914707Flushing 1588230740/rep_barrier: creating writer at 1731107915126 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107915162 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107915162Flushing 1588230740/table: creating writer at 1731107915591 (+429 ms)Flushing 1588230740/table: appending metadata at 1731107915610 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731107915610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2307f1: reopening flushed file at 1731107916030 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258064b3: reopening flushed file at 1731107916035 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415efa3e: reopening flushed file at 1731107916049 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422d0ee0: reopening flushed file at 1731107916059 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1396ms, sequenceid=16, compaction requested=false at 1731107916066 (+7 ms)Writing region close event to WAL at 1731107916073 (+7 ms)Running coprocessor post-close hooks at 1731107916077 (+4 ms)Closed at 1731107916077 2024-11-08T23:18:36,077 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:36,272 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,44339,1731107895224; all regions closed. 2024-11-08T23:18:36,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:18:36,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.meta.1731107898030.meta not finished, retry = 0 2024-11-08T23:18:36,322 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.1731107897451 to pos 1328, reset compression=false 2024-11-08T23:18:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741839_1015 (size=3127) 2024-11-08T23:18:36,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/WALs/300c1216fb79,44339,1731107895224/300c1216fb79%2C44339%2C1731107895224.rep.1731107907569 not finished, retry = 0 2024-11-08T23:18:36,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741833_1009 (size=1336) 2024-11-08T23:18:36,535 DEBUG [RS:0;300c1216fb79:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:36,535 INFO [RS:0;300c1216fb79:44339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:18:36,535 INFO [RS:0;300c1216fb79:44339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:36,536 INFO [RS:0;300c1216fb79:44339 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:36,536 INFO [RS:0;300c1216fb79:44339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:36,536 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:36,536 INFO [RS:0;300c1216fb79:44339 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,44339,1731107895224 because: Region server is closing 2024-11-08T23:18:36,536 INFO [RS:0;300c1216fb79:44339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:44339. 2024-11-08T23:18:36,536 DEBUG [RS:0;300c1216fb79:44339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:36,536 DEBUG [RS:0;300c1216fb79:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:36,536 DEBUG [RS:0;300c1216fb79:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:36,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:36,637 INFO [RS:0;300c1216fb79:44339 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.shipper300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 terminated 2024-11-08T23:18:36,637 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44339,1731107895224.replicationSource.wal-reader.300c1216fb79%2C44339%2C1731107895224,1-300c1216fb79,44339,1731107895224 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:18:36,637 INFO [RS:0;300c1216fb79:44339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:44339. 2024-11-08T23:18:36,637 DEBUG [RS:0;300c1216fb79:44339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:36,637 DEBUG [RS:0;300c1216fb79:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:36,637 DEBUG [RS:0;300c1216fb79:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:36,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:36,637 INFO [RS:0;300c1216fb79:44339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44339 2024-11-08T23:18:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853/rs 2024-11-08T23:18:36,664 INFO [RS:0;300c1216fb79:44339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-110588853/rs/300c1216fb79,44339,1731107895224 2024-11-08T23:18:36,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,44339,1731107895224] 2024-11-08T23:18:36,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:36,823 INFO [RS:0;300c1216fb79:44339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:36,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1011cbe29b30001, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:36,823 INFO [RS:0;300c1216fb79:44339 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,44339,1731107895224; zookeeper connection closed. 2024-11-08T23:18:36,823 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e75e2bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e75e2bc 2024-11-08T23:18:36,823 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:18:36,856 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-110588853/draining/300c1216fb79,44339,1731107895224 already deleted, retry=false 2024-11-08T23:18:36,856 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,44339,1731107895224 expired; onlineServers=0 2024-11-08T23:18:36,856 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,36715,1731107894984' ***** 2024-11-08T23:18:36,856 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:18:36,856 INFO [M:0;300c1216fb79:36715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:18:36,856 INFO [M:0;300c1216fb79:36715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:18:36,856 DEBUG [M:0;300c1216fb79:36715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:18:36,857 DEBUG [M:0;300c1216fb79:36715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:18:36,857 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:18:36,857 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107897216 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107897216,5,FailOnTimeoutGroup] 2024-11-08T23:18:36,857 INFO [M:0;300c1216fb79:36715 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:18:36,857 INFO [M:0;300c1216fb79:36715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:18:36,857 DEBUG [M:0;300c1216fb79:36715 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:18:36,857 INFO [M:0;300c1216fb79:36715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:18:36,857 INFO [M:0;300c1216fb79:36715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:18:36,857 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107897215 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107897215,5,FailOnTimeoutGroup] 2024-11-08T23:18:36,857 INFO [M:0;300c1216fb79:36715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:18:36,857 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:18:36,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-110588853/master 2024-11-08T23:18:36,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-110588853 2024-11-08T23:18:36,895 DEBUG [M:0;300c1216fb79:36715 {}] zookeeper.ZKUtil(347): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Unable to get data of znode /0-110588853/master because node does not exist (not an error) 2024-11-08T23:18:36,895 WARN [M:0;300c1216fb79:36715 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:18:36,896 INFO [M:0;300c1216fb79:36715 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/.lastflushedseqids 2024-11-08T23:18:36,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741852_1028 (size=263) 2024-11-08T23:18:36,905 INFO [M:0;300c1216fb79:36715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:18:36,905 INFO [M:0;300c1216fb79:36715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:18:36,905 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:36,905 INFO [M:0;300c1216fb79:36715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:36,905 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:36,905 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:36,905 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:36,905 INFO [M:0;300c1216fb79:36715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T23:18:36,928 DEBUG [M:0;300c1216fb79:36715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a210c6b1988642a4b82036297efbf846 is 82, key is hbase:meta,,1/info:regioninfo/1731107898065/Put/seqid=0 2024-11-08T23:18:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741853_1029 (size=5672) 2024-11-08T23:18:36,971 INFO [M:0;300c1216fb79:36715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a210c6b1988642a4b82036297efbf846 2024-11-08T23:18:36,990 DEBUG [M:0;300c1216fb79:36715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff50dd63839049f6b7d1fa92a100fba6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731107907625/Put/seqid=0 2024-11-08T23:18:37,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741854_1030 (size=8515) 2024-11-08T23:18:37,401 INFO [M:0;300c1216fb79:36715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff50dd63839049f6b7d1fa92a100fba6 2024-11-08T23:18:37,439 DEBUG [M:0;300c1216fb79:36715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be194ae9301d4d77b6f0b81621e94de6 is 69, key is 300c1216fb79,44339,1731107895224/rs:state/1731107897286/Put/seqid=0 2024-11-08T23:18:37,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741855_1031 (size=5156) 2024-11-08T23:18:37,886 INFO [M:0;300c1216fb79:36715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be194ae9301d4d77b6f0b81621e94de6 2024-11-08T23:18:37,904 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a210c6b1988642a4b82036297efbf846 as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a210c6b1988642a4b82036297efbf846 2024-11-08T23:18:37,912 INFO [M:0;300c1216fb79:36715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a210c6b1988642a4b82036297efbf846, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T23:18:37,913 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff50dd63839049f6b7d1fa92a100fba6 as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff50dd63839049f6b7d1fa92a100fba6 2024-11-08T23:18:37,918 INFO [M:0;300c1216fb79:36715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff50dd63839049f6b7d1fa92a100fba6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T23:18:37,919 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be194ae9301d4d77b6f0b81621e94de6 as hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be194ae9301d4d77b6f0b81621e94de6 2024-11-08T23:18:37,928 INFO [M:0;300c1216fb79:36715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39013/user/jenkins/test-data/c316add2-dab2-1537-6c53-b32e3f576858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be194ae9301d4d77b6f0b81621e94de6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T23:18:37,929 INFO [M:0;300c1216fb79:36715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1024ms, sequenceid=97, compaction requested=false 2024-11-08T23:18:37,959 INFO [M:0;300c1216fb79:36715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:37,959 DEBUG [M:0;300c1216fb79:36715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107916905Disabling compacts and flushes for region at 1731107916905Disabling writes for close at 1731107916905Obtaining lock to block concurrent updates at 1731107916905Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107916905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731107916906 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107916906Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107916906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107916927 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107916927Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107916975 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107916989 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107916989Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107917407 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107917438 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107917439 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7482e4d4: reopening flushed file at 1731107917901 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188f80d5: reopening flushed file at 1731107917912 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248f6209: reopening flushed file at 1731107917918 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1024ms, sequenceid=97, compaction requested=false at 1731107917929 (+11 ms)Writing region close event to WAL at 1731107917959 (+30 ms)Closed at 1731107917959 2024-11-08T23:18:37,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39651 is added to blk_1073741830_1006 (size=63642) 2024-11-08T23:18:37,999 INFO [M:0;300c1216fb79:36715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:18:37,999 INFO [M:0;300c1216fb79:36715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36715 2024-11-08T23:18:37,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:18:37,999 INFO [M:0;300c1216fb79:36715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:18:38,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:38,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36715-0x1011cbe29b30000, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:18:38,116 INFO [M:0;300c1216fb79:36715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:18:38,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5226859e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:18:38,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:18:38,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:18:38,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:18:38,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.log.dir/,STOPPED} 2024-11-08T23:18:38,157 WARN [BP-1327959912-172.17.0.2-1731107892809 heartbeating to localhost/127.0.0.1:39013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:18:38,157 WARN [BP-1327959912-172.17.0.2-1731107892809 heartbeating to localhost/127.0.0.1:39013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1327959912-172.17.0.2-1731107892809 (Datanode Uuid 07a0d03b-b78c-4826-92a2-a4c8d9ac2559) service to localhost/127.0.0.1:39013 2024-11-08T23:18:38,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:18:38,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b0899c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:18:38,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:18:38,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:18:38,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:18:38,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/hadoop.log.dir/,STOPPED} 2024-11-08T23:18:38,168 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:18:38,168 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:18:38,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/cluster_72c3fe03-55f3-227c-b609-f2c5cc8682be/data/data2/current/BP-1327959912-172.17.0.2-1731107892809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:18:38,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23f11cff-f1fc-2906-858d-391698565a4d/cluster_72c3fe03-55f3-227c-b609-f2c5cc8682be/data/data1/current/BP-1327959912-172.17.0.2-1731107892809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:18:38,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:18:38,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:18:38,229 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 203) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39013 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60960) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39013 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43381 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43381 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60960) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39013 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43381 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4203 (was 3702) - AvailableMemoryMB LEAK? - 2024-11-08T23:18:38,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=4202 2024-11-08T23:18:38,267 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T23:18:38,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.log.dir so I do NOT create it in target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55 2024-11-08T23:18:38,268 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:18:38,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.tmp.dir so I do NOT create it in target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55 2024-11-08T23:18:38,268 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50677b5a-2a5e-8849-ddf4-98d35f25fb25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:18:38,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55 2024-11-08T23:18:38,268 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/cluster_90623cc7-5932-1278-99fb-1d8adb21f9bb, deleteOnExit=true 2024-11-08T23:18:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cbe29b30002, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:18:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cbe29b30005, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:18:38,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cbe29b30005, quorum=127.0.0.1:60960, baseZNode=/11842425470 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:18:38,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cbe29b30002, quorum=127.0.0.1:60960, baseZNode=/0-110588853 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:18:38,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/cluster_90623cc7-5932-1278-99fb-1d8adb21f9bb/zookeeper_0, clientPort=57667, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/cluster_90623cc7-5932-1278-99fb-1d8adb21f9bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/cluster_90623cc7-5932-1278-99fb-1d8adb21f9bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:18:38,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57667 2024-11-08T23:18:38,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:18:38,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:18:38,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/test.cache.data in system properties and HBase conf 2024-11-08T23:18:38,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:18:38,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:18:38,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:18:38,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:18:38,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:18:38,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:18:38,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:18:38,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:18:38,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:18:38,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:38,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:18:38,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:18:38,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:18:38,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:18:38,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:38,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c23f15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:18:38,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d9805d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:18:38,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f8dfc1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/java.io.tmpdir/jetty-localhost-34887-hadoop-hdfs-3_4_1-tests_jar-_-any-5148141804648483364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:18:38,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e383429{HTTP/1.1, (http/1.1)}{localhost:34887} 2024-11-08T23:18:38,826 INFO [Time-limited test {}] server.Server(415): Started @195230ms 2024-11-08T23:18:39,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:39,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:18:39,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:18:39,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:18:39,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:18:39,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e92e080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:18:39,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71197954{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:18:39,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f27d9ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/java.io.tmpdir/jetty-localhost-33097-hadoop-hdfs-3_4_1-tests_jar-_-any-1601616391511092141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:18:39,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c537cbd{HTTP/1.1, (http/1.1)}{localhost:33097} 2024-11-08T23:18:39,256 INFO [Time-limited test {}] server.Server(415): Started @195660ms 2024-11-08T23:18:39,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:18:40,075 WARN [Thread-2173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/cluster_90623cc7-5932-1278-99fb-1d8adb21f9bb/data/data1/current/BP-590975141-172.17.0.2-1731107918320/current, will proceed with Du for space computation calculation, 2024-11-08T23:18:40,075 WARN [Thread-2174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/cluster_90623cc7-5932-1278-99fb-1d8adb21f9bb/data/data2/current/BP-590975141-172.17.0.2-1731107918320/current, will proceed with Du for space computation calculation, 2024-11-08T23:18:40,135 WARN [Thread-2161 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:18:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5c6cf088f753baa with lease ID 0x6455a95d1cf1d482: Processing first storage report for DS-d27791f5-fbc7-4e75-aff0-07996e866b29 from datanode DatanodeRegistration(127.0.0.1:36339, datanodeUuid=fcb28128-18b7-4441-8d2d-a85285601290, infoPort=40781, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=31452932;c=1731107918320) 2024-11-08T23:18:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5c6cf088f753baa with lease ID 0x6455a95d1cf1d482: from storage DS-d27791f5-fbc7-4e75-aff0-07996e866b29 node DatanodeRegistration(127.0.0.1:36339, datanodeUuid=fcb28128-18b7-4441-8d2d-a85285601290, infoPort=40781, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=31452932;c=1731107918320), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:18:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5c6cf088f753baa with lease ID 0x6455a95d1cf1d482: Processing first storage report for DS-94abbd3a-623b-4c0e-bf3d-ff192de620a3 from datanode DatanodeRegistration(127.0.0.1:36339, datanodeUuid=fcb28128-18b7-4441-8d2d-a85285601290, infoPort=40781, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=31452932;c=1731107918320) 2024-11-08T23:18:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5c6cf088f753baa with lease ID 0x6455a95d1cf1d482: from storage DS-94abbd3a-623b-4c0e-bf3d-ff192de620a3 node DatanodeRegistration(127.0.0.1:36339, datanodeUuid=fcb28128-18b7-4441-8d2d-a85285601290, infoPort=40781, infoSecurePort=0, ipcPort=46673, storageInfo=lv=-57;cid=testClusterID;nsid=31452932;c=1731107918320), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:18:40,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55 2024-11-08T23:18:40,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:40,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:40,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:18:40,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c with version=8 2024-11-08T23:18:40,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/hbase-staging 2024-11-08T23:18:40,255 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:40,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:40,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:40,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:40,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:40,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:40,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:18:40,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:40,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37915 2024-11-08T23:18:40,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37915 connecting to ZooKeeper ensemble=127.0.0.1:57667 2024-11-08T23:18:40,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379150x0, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:40,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37915-0x1011cbe8d7a0000 connected 2024-11-08T23:18:40,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:40,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:40,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on znode that does not yet exist, /0-1809384490/running 2024-11-08T23:18:40,528 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c, hbase.cluster.distributed=false 2024-11-08T23:18:40,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on znode that does not yet exist, /0-1809384490/acl 2024-11-08T23:18:40,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-08T23:18:40,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37915 2024-11-08T23:18:40,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37915 2024-11-08T23:18:40,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-08T23:18:40,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-08T23:18:40,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:40,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:40,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:40,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:40,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:40,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:40,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:18:40,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:40,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45689 2024-11-08T23:18:40,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45689 connecting to ZooKeeper ensemble=127.0.0.1:57667 2024-11-08T23:18:40,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:40,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:40,601 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456890x0, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:40,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456890x0, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on znode that does not yet exist, /0-1809384490/running 2024-11-08T23:18:40,602 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:18:40,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45689-0x1011cbe8d7a0001 connected 2024-11-08T23:18:40,624 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:18:40,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on znode that does not yet exist, /0-1809384490/master 2024-11-08T23:18:40,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on znode that does not yet exist, /0-1809384490/acl 2024-11-08T23:18:40,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-08T23:18:40,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45689 2024-11-08T23:18:40,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45689 2024-11-08T23:18:40,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-08T23:18:40,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-08T23:18:40,688 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:37915 2024-11-08T23:18:40,688 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1809384490/backup-masters/300c1216fb79,37915,1731107920254 2024-11-08T23:18:40,699 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490/backup-masters 2024-11-08T23:18:40,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490/backup-masters 2024-11-08T23:18:40,701 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on existing znode=/0-1809384490/backup-masters/300c1216fb79,37915,1731107920254 2024-11-08T23:18:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:40,709 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809384490/master 2024-11-08T23:18:40,709 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:40,710 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on existing znode=/0-1809384490/master 2024-11-08T23:18:40,711 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1809384490/backup-masters/300c1216fb79,37915,1731107920254 from backup master directory 2024-11-08T23:18:40,720 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490/backup-masters 2024-11-08T23:18:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809384490/backup-masters/300c1216fb79,37915,1731107920254 2024-11-08T23:18:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490/backup-masters 2024-11-08T23:18:40,721 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:40,721 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,37915,1731107920254 2024-11-08T23:18:40,739 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/hbase.id] with ID: 9d0382f9-bf3e-4860-a779-9fce02459346 2024-11-08T23:18:40,740 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/.tmp/hbase.id 2024-11-08T23:18:40,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:18:40,758 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/.tmp/hbase.id]:[hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/hbase.id] 2024-11-08T23:18:40,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:40,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:18:40,772 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:18:40,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:40,783 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:18:40,800 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:40,801 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:18:40,812 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:18:41,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:41,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:41,227 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store 2024-11-08T23:18:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:18:41,237 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:41,237 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:41,237 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:41,237 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:41,237 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:41,237 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:41,237 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:41,237 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107921237Disabling compacts and flushes for region at 1731107921237Disabling writes for close at 1731107921237Writing region close event to WAL at 1731107921237Closed at 1731107921237 2024-11-08T23:18:41,238 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/.initializing 2024-11-08T23:18:41,238 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/WALs/300c1216fb79,37915,1731107920254 2024-11-08T23:18:41,238 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:41,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C37915%2C1731107920254, suffix=, logDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/WALs/300c1216fb79,37915,1731107920254, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/oldWALs, maxLogs=10 2024-11-08T23:18:41,253 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/WALs/300c1216fb79,37915,1731107920254/300c1216fb79%2C37915%2C1731107920254.1731107921240, exclude list is [], retry=0 2024-11-08T23:18:41,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36339,DS-d27791f5-fbc7-4e75-aff0-07996e866b29,DISK] 2024-11-08T23:18:41,257 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/WALs/300c1216fb79,37915,1731107920254/300c1216fb79%2C37915%2C1731107920254.1731107921240 2024-11-08T23:18:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)] 2024-11-08T23:18:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,260 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:18:41,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:41,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:41,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:18:41,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:41,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:41,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:18:41,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:41,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:41,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:18:41,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:41,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:41,270 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,270 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,272 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,275 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,275 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,276 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:41,278 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:41,280 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:41,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62802789, jitterRate=-0.06416551768779755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:41,281 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107921260Initializing all the Stores at 1731107921261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107921261Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107921264 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107921264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107921264Cleaning up temporary data from old regions at 1731107921275 (+11 ms)Region opened successfully at 1731107921281 (+6 ms) 2024-11-08T23:18:41,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:18:41,284 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ad498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:41,285 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:18:41,285 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:18:41,285 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:18:41,285 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:18:41,285 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:18:41,286 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:18:41,286 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:18:41,294 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:18:41,298 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Unable to get data of znode /0-1809384490/balancer because node does not exist (not necessarily an error) 2024-11-08T23:18:41,309 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809384490/balancer already deleted, retry=false 2024-11-08T23:18:41,310 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:18:41,310 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Unable to get data of znode /0-1809384490/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:18:41,320 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809384490/normalizer already deleted, retry=false 2024-11-08T23:18:41,320 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:18:41,323 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Unable to get data of znode /0-1809384490/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:18:41,332 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809384490/switch/split already deleted, retry=false 2024-11-08T23:18:41,342 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Unable to get data of znode /0-1809384490/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:18:41,351 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809384490/switch/merge already deleted, retry=false 2024-11-08T23:18:41,353 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Unable to get data of znode /0-1809384490/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:18:41,362 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809384490/snapshot-cleanup already deleted, retry=false 2024-11-08T23:18:41,372 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809384490/running 2024-11-08T23:18:41,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809384490/running 2024-11-08T23:18:41,372 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:41,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:41,373 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,37915,1731107920254, sessionid=0x1011cbe8d7a0000, setting cluster-up flag (Was=false) 2024-11-08T23:18:41,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:41,393 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:41,426 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1809384490/flush-table-proc/acquired, /0-1809384490/flush-table-proc/reached, /0-1809384490/flush-table-proc/abort 2024-11-08T23:18:41,427 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,37915,1731107920254 2024-11-08T23:18:41,446 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:41,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:41,478 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1809384490/online-snapshot/acquired, /0-1809384490/online-snapshot/reached, /0-1809384490/online-snapshot/abort 2024-11-08T23:18:41,479 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,37915,1731107920254 2024-11-08T23:18:41,480 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:18:41,482 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:41,483 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:18:41,483 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:18:41,483 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,37915,1731107920254 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:18:41,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:41,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:41,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:41,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:41,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:18:41,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:41,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:41,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:18:41,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:41,502 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:18:41,512 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107951512 2024-11-08T23:18:41,512 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:18:41,512 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:18:41,513 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:18:41,513 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:18:41,513 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:18:41,513 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:18:41,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:18:41,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:18:41,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:18:41,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:18:41,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:18:41,532 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:18:41,532 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:18:41,540 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107921532,5,FailOnTimeoutGroup] 2024-11-08T23:18:41,574 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107921540,5,FailOnTimeoutGroup] 2024-11-08T23:18:41,574 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,574 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:18:41,574 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,574 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,583 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(746): ClusterId : 9d0382f9-bf3e-4860-a779-9fce02459346 2024-11-08T23:18:41,583 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:18:41,594 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:18:41,594 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:18:41,612 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:18:41,612 DEBUG [RS:0;300c1216fb79:45689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de54e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:41,641 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:45689 2024-11-08T23:18:41,641 INFO [RS:0;300c1216fb79:45689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:18:41,641 INFO [RS:0;300c1216fb79:45689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:18:41,641 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:18:41,642 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,37915,1731107920254 with port=45689, startcode=1731107920573 2024-11-08T23:18:41,642 DEBUG [RS:0;300c1216fb79:45689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:18:41,653 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:18:41,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,45689,1731107920573 2024-11-08T23:18:41,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37915 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,45689,1731107920573 2024-11-08T23:18:41,671 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c 2024-11-08T23:18:41,671 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42079 2024-11-08T23:18:41,671 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:18:41,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490/rs 2024-11-08T23:18:41,681 DEBUG [RS:0;300c1216fb79:45689 {}] zookeeper.ZKUtil(111): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on existing znode=/0-1809384490/rs/300c1216fb79,45689,1731107920573 2024-11-08T23:18:41,681 WARN [RS:0;300c1216fb79:45689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:41,681 INFO [RS:0;300c1216fb79:45689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:41,681 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573 2024-11-08T23:18:41,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,45689,1731107920573] 2024-11-08T23:18:41,711 INFO [RS:0;300c1216fb79:45689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:18:41,724 INFO [RS:0;300c1216fb79:45689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:18:41,728 INFO [RS:0;300c1216fb79:45689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:18:41,728 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,740 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:18:41,741 INFO [RS:0;300c1216fb79:45689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:18:41,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:41,741 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:41,742 DEBUG [RS:0;300c1216fb79:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:41,764 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,764 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,764 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,764 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,764 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,764 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,45689,1731107920573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:41,802 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:18:41,802 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,45689,1731107920573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,803 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,803 INFO [RS:0;300c1216fb79:45689 {}] regionserver.Replication(171): 300c1216fb79,45689,1731107920573 started 2024-11-08T23:18:41,856 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:41,857 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,45689,1731107920573, RpcServer on 300c1216fb79/172.17.0.2:45689, sessionid=0x1011cbe8d7a0001 2024-11-08T23:18:41,857 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:18:41,857 DEBUG [RS:0;300c1216fb79:45689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,45689,1731107920573 2024-11-08T23:18:41,857 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,45689,1731107920573' 2024-11-08T23:18:41,857 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1809384490/flush-table-proc/abort' 2024-11-08T23:18:41,858 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1809384490/flush-table-proc/acquired' 2024-11-08T23:18:41,858 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:18:41,858 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:18:41,858 DEBUG [RS:0;300c1216fb79:45689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,45689,1731107920573 2024-11-08T23:18:41,858 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,45689,1731107920573' 2024-11-08T23:18:41,858 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1809384490/online-snapshot/abort' 2024-11-08T23:18:41,858 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1809384490/online-snapshot/acquired' 2024-11-08T23:18:41,859 DEBUG [RS:0;300c1216fb79:45689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:18:41,859 INFO [RS:0;300c1216fb79:45689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:18:41,859 INFO [RS:0;300c1216fb79:45689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:18:41,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:18:41,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c 2024-11-08T23:18:41,960 INFO [RS:0;300c1216fb79:45689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:41,961 INFO [RS:0;300c1216fb79:45689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C45689%2C1731107920573, suffix=, logDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/oldWALs, maxLogs=10 2024-11-08T23:18:41,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:18:41,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:41,989 DEBUG [RS:0;300c1216fb79:45689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961, exclude list is [], retry=0 2024-11-08T23:18:41,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:41,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36339,DS-d27791f5-fbc7-4e75-aff0-07996e866b29,DISK] 2024-11-08T23:18:41,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:41,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:41,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:41,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:41,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:41,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:42,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:42,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:42,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:42,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:42,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:42,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:42,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:42,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:42,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:42,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:42,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740 2024-11-08T23:18:42,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740 2024-11-08T23:18:42,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:42,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:42,005 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:42,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:42,027 INFO [RS:0;300c1216fb79:45689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 2024-11-08T23:18:42,038 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:42,038 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60445250, jitterRate=-0.09929558634757996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:42,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107921978Initializing all the Stores at 1731107921979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107921979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107921988 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107921988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107921988Cleaning up temporary data from old regions at 1731107922005 (+17 ms)Region opened successfully at 1731107922039 (+34 ms) 2024-11-08T23:18:42,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:18:42,039 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:18:42,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:18:42,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:18:42,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:18:42,048 DEBUG [RS:0;300c1216fb79:45689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)] 2024-11-08T23:18:42,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:42,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107922039Disabling compacts and flushes for region at 1731107922039Disabling writes for close at 1731107922039Writing region close event to WAL at 1731107922057 (+18 ms)Closed at 1731107922057 2024-11-08T23:18:42,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:42,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:18:42,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:18:42,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:42,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:18:42,212 DEBUG [300c1216fb79:37915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:18:42,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,45689,1731107920573 2024-11-08T23:18:42,214 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,45689,1731107920573, state=OPENING 2024-11-08T23:18:42,351 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:18:42,392 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:42,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:42,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809384490/meta-region-server: CHANGED 2024-11-08T23:18:42,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809384490/meta-region-server: CHANGED 2024-11-08T23:18:42,393 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:42,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,45689,1731107920573}] 2024-11-08T23:18:42,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:42,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:18:42,588 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:18:42,588 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:42,589 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:18:42,590 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C45689%2C1731107920573.meta, suffix=.meta, logDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/oldWALs, maxLogs=10 2024-11-08T23:18:42,613 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.meta.1731107922591.meta, exclude list is [], retry=0 2024-11-08T23:18:42,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36339,DS-d27791f5-fbc7-4e75-aff0-07996e866b29,DISK] 2024-11-08T23:18:42,619 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.meta.1731107922591.meta 2024-11-08T23:18:42,624 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)] 2024-11-08T23:18:42,624 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:42,625 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:42,625 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:42,625 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:18:42,625 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:18:42,626 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:18:42,626 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:42,626 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:18:42,626 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:18:42,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:42,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:42,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:42,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:42,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:42,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:42,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:42,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:42,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:42,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:42,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:42,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:42,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:42,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:42,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:42,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:42,645 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:42,646 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740 2024-11-08T23:18:42,647 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740 2024-11-08T23:18:42,648 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:42,648 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:42,648 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:42,654 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:42,654 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61904397, jitterRate=-0.07755260169506073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:42,654 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:18:42,655 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107922626Writing region info on filesystem at 1731107922626Initializing all the Stores at 1731107922627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107922627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107922635 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107922635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107922635Cleaning up temporary data from old regions at 1731107922648 (+13 ms)Running coprocessor post-open hooks at 1731107922654 (+6 ms)Region opened successfully at 1731107922655 (+1 ms) 2024-11-08T23:18:42,656 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107922564 2024-11-08T23:18:42,658 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:18:42,658 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:18:42,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,45689,1731107920573 2024-11-08T23:18:42,659 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,45689,1731107920573, state=OPEN 2024-11-08T23:18:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809384490/meta-region-server 2024-11-08T23:18:42,678 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809384490/meta-region-server 2024-11-08T23:18:42,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,45689,1731107920573 2024-11-08T23:18:42,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809384490/meta-region-server: CHANGED 2024-11-08T23:18:42,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809384490/meta-region-server: CHANGED 2024-11-08T23:18:42,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:18:42,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,45689,1731107920573 in 285 msec 2024-11-08T23:18:42,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:18:42,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-08T23:18:42,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:42,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:18:42,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:42,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45689,1731107920573, seqNum=-1] 2024-11-08T23:18:42,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:42,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:42,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-08T23:18:42,693 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107922693, completionTime=-1 2024-11-08T23:18:42,693 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:18:42,693 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107982695 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108042695 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37915,1731107920254-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37915,1731107920254-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37915,1731107920254-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:37915, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:42,695 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:42,697 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:18:42,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.978sec 2024-11-08T23:18:42,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:18:42,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:18:42,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:18:42,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:18:42,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:18:42,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37915,1731107920254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:42,699 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37915,1731107920254-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:18:42,701 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:18:42,701 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:18:42,701 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,37915,1731107920254-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:42,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bb2f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:42,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,37915,-1 for getting cluster id 2024-11-08T23:18:42,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:42,786 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d0382f9-bf3e-4860-a779-9fce02459346' 2024-11-08T23:18:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d0382f9-bf3e-4860-a779-9fce02459346" 2024-11-08T23:18:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c519356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,37915,-1] 2024-11-08T23:18:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:42,787 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:42,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b35a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:42,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45689,1731107920573, seqNum=-1] 2024-11-08T23:18:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:42,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:42,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,37915,1731107920254 2024-11-08T23:18:42,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57667 2024-11-08T23:18:42,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:42,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cbe8d7a0002 connected 2024-11-08T23:18:42,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.log.dir so I do NOT create it in target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140 2024-11-08T23:18:42,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:18:42,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.tmp.dir so I do NOT create it in target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140 2024-11-08T23:18:42,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:18:42,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140 2024-11-08T23:18:42,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:18:42,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/cluster_5cd5d85c-c981-28ae-33ea-d45122691ab0, deleteOnExit=true 2024-11-08T23:18:42,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:18:42,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/test.cache.data in system properties and HBase conf 2024-11-08T23:18:42,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:18:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:18:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:18:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:18:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:18:42,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:18:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:18:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:18:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:18:42,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:18:42,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:18:42,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:18:43,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:43,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:18:43,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:18:43,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:18:43,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:18:43,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:43,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d8d321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:18:43,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a615ba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:18:43,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@404e031b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/java.io.tmpdir/jetty-localhost-33841-hadoop-hdfs-3_4_1-tests_jar-_-any-9163441896670041247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:18:43,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c4acb23{HTTP/1.1, (http/1.1)}{localhost:33841} 2024-11-08T23:18:43,361 INFO [Time-limited test {}] server.Server(415): Started @199765ms 2024-11-08T23:18:43,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:18:43,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:18:43,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:18:43,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:18:43,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:18:43,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436e36a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:18:43,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0fd22c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:18:43,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d611e11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/java.io.tmpdir/jetty-localhost-33521-hadoop-hdfs-3_4_1-tests_jar-_-any-12447463974042257566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:18:43,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b907227{HTTP/1.1, (http/1.1)}{localhost:33521} 2024-11-08T23:18:43,808 INFO [Time-limited test {}] server.Server(415): Started @200212ms 2024-11-08T23:18:43,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:18:44,696 WARN [Thread-2294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/cluster_5cd5d85c-c981-28ae-33ea-d45122691ab0/data/data1/current/BP-60013806-172.17.0.2-1731107922858/current, will proceed with Du for space computation calculation, 2024-11-08T23:18:44,697 WARN [Thread-2295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/cluster_5cd5d85c-c981-28ae-33ea-d45122691ab0/data/data2/current/BP-60013806-172.17.0.2-1731107922858/current, will proceed with Du for space computation calculation, 2024-11-08T23:18:44,741 WARN [Thread-2282 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:18:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2b8326e293a3dae with lease ID 0x6e7f41c0264321b8: Processing first storage report for DS-c171b852-a703-42f7-909a-f0e51d756b51 from datanode DatanodeRegistration(127.0.0.1:41407, datanodeUuid=76551c6f-2437-48e4-93d9-73735ac43a93, infoPort=42797, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=2123331636;c=1731107922858) 2024-11-08T23:18:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2b8326e293a3dae with lease ID 0x6e7f41c0264321b8: from storage DS-c171b852-a703-42f7-909a-f0e51d756b51 node DatanodeRegistration(127.0.0.1:41407, datanodeUuid=76551c6f-2437-48e4-93d9-73735ac43a93, infoPort=42797, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=2123331636;c=1731107922858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:18:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2b8326e293a3dae with lease ID 0x6e7f41c0264321b8: Processing first storage report for DS-f5d06e8c-ff89-4eb4-9f97-4e4b7ad81e56 from datanode DatanodeRegistration(127.0.0.1:41407, datanodeUuid=76551c6f-2437-48e4-93d9-73735ac43a93, infoPort=42797, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=2123331636;c=1731107922858) 2024-11-08T23:18:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2b8326e293a3dae with lease ID 0x6e7f41c0264321b8: from storage DS-f5d06e8c-ff89-4eb4-9f97-4e4b7ad81e56 node DatanodeRegistration(127.0.0.1:41407, datanodeUuid=76551c6f-2437-48e4-93d9-73735ac43a93, infoPort=42797, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=2123331636;c=1731107922858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:18:44,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140 2024-11-08T23:18:44,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:44,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:18:44,854 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5 with version=8 2024-11-08T23:18:44,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/hbase-staging 2024-11-08T23:18:44,857 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:44,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:44,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:44,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:44,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:44,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:44,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:18:44,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:44,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40623 2024-11-08T23:18:44,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40623 connecting to ZooKeeper ensemble=127.0.0.1:57667 2024-11-08T23:18:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406230x0, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:44,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40623-0x1011cbe8d7a0003 connected 2024-11-08T23:18:45,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:45,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:45,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on znode that does not yet exist, /1-1709759676/running 2024-11-08T23:18:45,054 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5, hbase.cluster.distributed=false 2024-11-08T23:18:45,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on znode that does not yet exist, /1-1709759676/acl 2024-11-08T23:18:45,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40623 2024-11-08T23:18:45,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40623 2024-11-08T23:18:45,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40623 2024-11-08T23:18:45,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40623 2024-11-08T23:18:45,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40623 2024-11-08T23:18:45,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:18:45,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:45,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:45,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:18:45,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:18:45,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:18:45,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:18:45,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:18:45,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39367 2024-11-08T23:18:45,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39367 connecting to ZooKeeper ensemble=127.0.0.1:57667 2024-11-08T23:18:45,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:45,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393670x0, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:45,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393670x0, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on znode that does not yet exist, /1-1709759676/running 2024-11-08T23:18:45,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39367-0x1011cbe8d7a0004 connected 2024-11-08T23:18:45,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:18:45,142 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:18:45,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on znode that does not yet exist, /1-1709759676/master 2024-11-08T23:18:45,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on znode that does not yet exist, /1-1709759676/acl 2024-11-08T23:18:45,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39367 2024-11-08T23:18:45,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39367 2024-11-08T23:18:45,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39367 2024-11-08T23:18:45,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39367 2024-11-08T23:18:45,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39367 2024-11-08T23:18:45,162 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:40623 2024-11-08T23:18:45,162 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1709759676/backup-masters/300c1216fb79,40623,1731107924856 2024-11-08T23:18:45,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676/backup-masters 2024-11-08T23:18:45,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676/backup-masters 2024-11-08T23:18:45,172 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on existing znode=/1-1709759676/backup-masters/300c1216fb79,40623,1731107924856 2024-11-08T23:18:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709759676/master 2024-11-08T23:18:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:45,183 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on existing znode=/1-1709759676/master 2024-11-08T23:18:45,183 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1709759676/backup-masters/300c1216fb79,40623,1731107924856 from backup master directory 2024-11-08T23:18:45,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709759676/backup-masters/300c1216fb79,40623,1731107924856 2024-11-08T23:18:45,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676/backup-masters 2024-11-08T23:18:45,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676/backup-masters 2024-11-08T23:18:45,193 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:45,193 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,40623,1731107924856 2024-11-08T23:18:45,197 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/hbase.id] with ID: 7526257e-d91d-4702-9b79-4c376a329023 2024-11-08T23:18:45,197 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/.tmp/hbase.id 2024-11-08T23:18:45,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:18:45,606 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/.tmp/hbase.id]:[hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/hbase.id] 2024-11-08T23:18:45,614 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:18:45,614 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:18:45,615 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:18:45,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:45,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:18:46,072 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:46,072 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:18:46,073 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:18:46,478 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store 2024-11-08T23:18:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:18:46,885 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:46,885 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:18:46,885 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:46,886 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:46,886 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:18:46,886 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:46,886 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:18:46,886 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107926885Disabling compacts and flushes for region at 1731107926885Disabling writes for close at 1731107926886 (+1 ms)Writing region close event to WAL at 1731107926886Closed at 1731107926886 2024-11-08T23:18:46,886 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/.initializing 2024-11-08T23:18:46,886 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/WALs/300c1216fb79,40623,1731107924856 2024-11-08T23:18:46,887 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:46,888 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C40623%2C1731107924856, suffix=, logDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/WALs/300c1216fb79,40623,1731107924856, archiveDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/oldWALs, maxLogs=10 2024-11-08T23:18:46,903 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/WALs/300c1216fb79,40623,1731107924856/300c1216fb79%2C40623%2C1731107924856.1731107926888, exclude list is [], retry=0 2024-11-08T23:18:46,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41407,DS-c171b852-a703-42f7-909a-f0e51d756b51,DISK] 2024-11-08T23:18:46,907 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/WALs/300c1216fb79,40623,1731107924856/300c1216fb79%2C40623%2C1731107924856.1731107926888 2024-11-08T23:18:46,909 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42797:42797)] 2024-11-08T23:18:46,909 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:46,909 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:46,909 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,909 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:18:46,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:46,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:46,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:18:46,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:46,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:46,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:18:46,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:46,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:46,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:18:46,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:46,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:46,915 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,916 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,916 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,916 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,916 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:46,918 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:18:46,919 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:46,919 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74985804, jitterRate=0.11737555265426636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:46,919 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107926909Initializing all the Stores at 1731107926910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107926910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107926910Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107926910Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107926910Cleaning up temporary data from old regions at 1731107926917 (+7 ms)Region opened successfully at 1731107926919 (+2 ms) 2024-11-08T23:18:46,920 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:18:46,922 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5205c329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:46,928 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:18:46,928 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:18:46,928 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:18:46,928 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:18:46,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:18:46,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:18:46,929 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:18:46,931 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:18:46,931 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Unable to get data of znode /1-1709759676/balancer because node does not exist (not necessarily an error) 2024-11-08T23:18:47,046 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709759676/balancer already deleted, retry=false 2024-11-08T23:18:47,046 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:18:47,047 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Unable to get data of znode /1-1709759676/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:18:47,056 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709759676/normalizer already deleted, retry=false 2024-11-08T23:18:47,057 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:18:47,058 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Unable to get data of znode /1-1709759676/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:18:47,067 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709759676/switch/split already deleted, retry=false 2024-11-08T23:18:47,067 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Unable to get data of znode /1-1709759676/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:18:47,077 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709759676/switch/merge already deleted, retry=false 2024-11-08T23:18:47,079 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Unable to get data of znode /1-1709759676/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:18:47,088 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709759676/snapshot-cleanup already deleted, retry=false 2024-11-08T23:18:47,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709759676/running 2024-11-08T23:18:47,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709759676/running 2024-11-08T23:18:47,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:47,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:47,099 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,40623,1731107924856, sessionid=0x1011cbe8d7a0003, setting cluster-up flag (Was=false) 2024-11-08T23:18:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:47,151 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1709759676/flush-table-proc/acquired, /1-1709759676/flush-table-proc/reached, /1-1709759676/flush-table-proc/abort 2024-11-08T23:18:47,152 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,40623,1731107924856 2024-11-08T23:18:47,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:47,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:47,204 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1709759676/online-snapshot/acquired, /1-1709759676/online-snapshot/reached, /1-1709759676/online-snapshot/abort 2024-11-08T23:18:47,204 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,40623,1731107924856 2024-11-08T23:18:47,205 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:18:47,206 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:47,206 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:18:47,207 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:18:47,207 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,40623,1731107924856 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:18:47,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:47,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:47,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:47,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:18:47,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:18:47,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:47,208 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107957213 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:47,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:18:47,213 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:18:47,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:18:47,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:18:47,214 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107927214,5,FailOnTimeoutGroup] 2024-11-08T23:18:47,214 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107927214,5,FailOnTimeoutGroup] 2024-11-08T23:18:47,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:18:47,214 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:47,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,214 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:18:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:18:47,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:18:47,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5 2024-11-08T23:18:47,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:18:47,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:47,251 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(746): ClusterId : 7526257e-d91d-4702-9b79-4c376a329023 2024-11-08T23:18:47,252 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:18:47,263 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:18:47,263 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:18:47,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,274 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:18:47,274 DEBUG [RS:0;300c1216fb79:39367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f95f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:18:47,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:47,290 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:39367 2024-11-08T23:18:47,290 INFO [RS:0;300c1216fb79:39367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:18:47,290 INFO [RS:0;300c1216fb79:39367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:18:47,290 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:18:47,290 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,40623,1731107924856 with port=39367, startcode=1731107925080 2024-11-08T23:18:47,291 DEBUG [RS:0;300c1216fb79:39367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:18:47,292 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:18:47,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,39367,1731107925080 2024-11-08T23:18:47,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40623 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,39367,1731107925080 2024-11-08T23:18:47,294 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5 2024-11-08T23:18:47,294 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38897 2024-11-08T23:18:47,294 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:18:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676/rs 2024-11-08T23:18:47,389 DEBUG [RS:0;300c1216fb79:39367 {}] zookeeper.ZKUtil(111): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on existing znode=/1-1709759676/rs/300c1216fb79,39367,1731107925080 2024-11-08T23:18:47,389 WARN [RS:0;300c1216fb79:39367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:18:47,389 INFO [RS:0;300c1216fb79:39367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:47,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,39367,1731107925080] 2024-11-08T23:18:47,389 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080 2024-11-08T23:18:47,391 INFO [RS:0;300c1216fb79:39367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:18:47,393 INFO [RS:0;300c1216fb79:39367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:18:47,393 INFO [RS:0;300c1216fb79:39367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:18:47,393 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,393 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:18:47,394 INFO [RS:0;300c1216fb79:39367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:18:47,394 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:47,394 DEBUG [RS:0;300c1216fb79:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:18:47,395 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,395 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,395 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,395 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,395 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,395 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,39367,1731107925080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:47,407 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:18:47,407 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,39367,1731107925080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,407 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,407 INFO [RS:0;300c1216fb79:39367 {}] regionserver.Replication(171): 300c1216fb79,39367,1731107925080 started 2024-11-08T23:18:47,419 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:47,419 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,39367,1731107925080, RpcServer on 300c1216fb79/172.17.0.2:39367, sessionid=0x1011cbe8d7a0004 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,39367,1731107925080 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,39367,1731107925080' 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1709759676/flush-table-proc/abort' 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1709759676/flush-table-proc/acquired' 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,39367,1731107925080 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,39367,1731107925080' 2024-11-08T23:18:47,420 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1709759676/online-snapshot/abort' 2024-11-08T23:18:47,421 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1709759676/online-snapshot/acquired' 2024-11-08T23:18:47,421 DEBUG [RS:0;300c1216fb79:39367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:18:47,421 INFO [RS:0;300c1216fb79:39367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:18:47,421 INFO [RS:0;300c1216fb79:39367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:18:47,521 INFO [RS:0;300c1216fb79:39367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:18:47,523 INFO [RS:0;300c1216fb79:39367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C39367%2C1731107925080, suffix=, logDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080, archiveDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/oldWALs, maxLogs=10 2024-11-08T23:18:47,550 DEBUG [RS:0;300c1216fb79:39367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523, exclude list is [], retry=0 2024-11-08T23:18:47,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41407,DS-c171b852-a703-42f7-909a-f0e51d756b51,DISK] 2024-11-08T23:18:47,555 INFO [RS:0;300c1216fb79:39367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 2024-11-08T23:18:47,555 DEBUG [RS:0;300c1216fb79:39367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42797:42797)] 2024-11-08T23:18:47,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:47,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:47,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:47,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:47,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:47,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:47,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:47,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:47,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:47,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:47,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:47,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:47,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:47,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:47,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:47,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:47,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:47,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:47,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740 2024-11-08T23:18:47,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740 2024-11-08T23:18:47,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:47,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:47,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:47,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:47,648 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:47,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59439959, jitterRate=-0.11427558958530426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:47,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107927633Initializing all the Stores at 1731107927634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107927634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107927634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107927634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107927634Cleaning up temporary data from old regions at 1731107927643 (+9 ms)Region opened successfully at 1731107927648 (+5 ms) 2024-11-08T23:18:47,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:18:47,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:18:47,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:18:47,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:18:47,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:18:47,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:18:47,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107927649Disabling compacts and flushes for region at 1731107927649Disabling writes for close at 1731107927649Writing region close event to WAL at 1731107927649Closed at 1731107927649 2024-11-08T23:18:47,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:47,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:18:47,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:18:47,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:47,654 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:18:47,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:18:47,804 DEBUG [300c1216fb79:40623 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:18:47,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,39367,1731107925080 2024-11-08T23:18:47,806 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,39367,1731107925080, state=OPENING 2024-11-08T23:18:47,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:18:47,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:47,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:47,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709759676/meta-region-server: CHANGED 2024-11-08T23:18:47,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:18:47,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,39367,1731107925080}] 2024-11-08T23:18:47,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709759676/meta-region-server: CHANGED 2024-11-08T23:18:48,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:48,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:18:48,052 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:18:48,052 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:48,053 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:18:48,054 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C39367%2C1731107925080.meta, suffix=.meta, logDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080, archiveDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/oldWALs, maxLogs=10 2024-11-08T23:18:48,069 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.meta.1731107928054.meta, exclude list is [], retry=0 2024-11-08T23:18:48,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41407,DS-c171b852-a703-42f7-909a-f0e51d756b51,DISK] 2024-11-08T23:18:48,086 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.meta.1731107928054.meta 2024-11-08T23:18:48,086 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42797:42797)] 2024-11-08T23:18:48,087 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:48,087 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:48,087 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:48,087 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:18:48,087 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:18:48,088 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:18:48,088 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:48,088 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:18:48,088 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:18:48,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:18:48,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:18:48,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:48,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:48,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:18:48,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:18:48,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:48,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:48,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:18:48,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:18:48,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:48,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:48,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:18:48,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:18:48,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:48,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:18:48,102 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:18:48,102 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740 2024-11-08T23:18:48,103 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740 2024-11-08T23:18:48,104 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:18:48,104 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:18:48,105 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:18:48,106 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:18:48,107 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62016890, jitterRate=-0.07587632536888123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:18:48,107 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:18:48,107 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107928088Writing region info on filesystem at 1731107928088Initializing all the Stores at 1731107928090 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107928090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107928096 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107928096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107928096Cleaning up temporary data from old regions at 1731107928104 (+8 ms)Running coprocessor post-open hooks at 1731107928107 (+3 ms)Region opened successfully at 1731107928107 2024-11-08T23:18:48,109 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107928048 2024-11-08T23:18:48,111 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:18:48,111 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:18:48,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,39367,1731107925080 2024-11-08T23:18:48,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,39367,1731107925080, state=OPEN 2024-11-08T23:18:48,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1709759676/meta-region-server 2024-11-08T23:18:48,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1709759676/meta-region-server 2024-11-08T23:18:48,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,39367,1731107925080 2024-11-08T23:18:48,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709759676/meta-region-server: CHANGED 2024-11-08T23:18:48,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709759676/meta-region-server: CHANGED 2024-11-08T23:18:48,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:18:48,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,39367,1731107925080 in 235 msec 2024-11-08T23:18:48,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:18:48,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-08T23:18:48,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:18:48,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:18:48,135 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:48,135 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,39367,1731107925080, seqNum=-1] 2024-11-08T23:18:48,136 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:48,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:48,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 933 msec 2024-11-08T23:18:48,141 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107928141, completionTime=-1 2024-11-08T23:18:48,141 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:18:48,141 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731107988143 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108048143 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40623,1731107924856-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40623,1731107924856-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40623,1731107924856-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:40623, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:48,143 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:48,145 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:18:48,146 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.953sec 2024-11-08T23:18:48,146 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:18:48,146 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:18:48,146 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:18:48,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:18:48,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:18:48,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40623,1731107924856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:18:48,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40623,1731107924856-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:18:48,148 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:18:48,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:18:48,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40623,1731107924856-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:18:48,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b626029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:48,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,40623,-1 for getting cluster id 2024-11-08T23:18:48,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:48,154 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7526257e-d91d-4702-9b79-4c376a329023' 2024-11-08T23:18:48,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:48,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7526257e-d91d-4702-9b79-4c376a329023" 2024-11-08T23:18:48,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1329653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:48,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,40623,-1] 2024-11-08T23:18:48,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:48,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:48,155 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:48,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d36632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:48,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,39367,1731107925080, seqNum=-1] 2024-11-08T23:18:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:48,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:48,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,40623,1731107924856 2024-11-08T23:18:48,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57667 2024-11-08T23:18:48,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:18:48,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cbe8d7a0005 connected 2024-11-08T23:18:48,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,37915,1731107920254 2024-11-08T23:18:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24878ee4 2024-11-08T23:18:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:48,326 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:48,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:18:48,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:18:48,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:18:48,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:48,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:18:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:18:48,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ae4fe23eaee57c0c85bca4f806398b9, NAME => 'test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c 2024-11-08T23:18:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:18:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:48,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:48,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ae4fe23eaee57c0c85bca4f806398b9, disabling compactions & flushes 2024-11-08T23:18:48,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:18:48,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:18:48,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. after waiting 0 ms 2024-11-08T23:18:48,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:18:48,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:18:48,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ae4fe23eaee57c0c85bca4f806398b9: Waiting for close lock at 1731107928753Disabling compacts and flushes for region at 1731107928753Disabling writes for close at 1731107928754 (+1 ms)Writing region close event to WAL at 1731107928754Closed at 1731107928754 2024-11-08T23:18:48,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:18:48,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107928755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107928755"}]},"ts":"1731107928755"} 2024-11-08T23:18:48,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:18:48,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:18:48,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107928760"}]},"ts":"1731107928760"} 2024-11-08T23:18:48,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:18:48,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ae4fe23eaee57c0c85bca4f806398b9, ASSIGN}] 2024-11-08T23:18:48,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ae4fe23eaee57c0c85bca4f806398b9, ASSIGN 2024-11-08T23:18:48,764 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ae4fe23eaee57c0c85bca4f806398b9, ASSIGN; state=OFFLINE, location=300c1216fb79,45689,1731107920573; forceNewPlan=false, retain=false 2024-11-08T23:18:48,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ae4fe23eaee57c0c85bca4f806398b9, regionState=OPENING, regionLocation=300c1216fb79,45689,1731107920573 2024-11-08T23:18:48,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ae4fe23eaee57c0c85bca4f806398b9, ASSIGN because future has completed 2024-11-08T23:18:48,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ae4fe23eaee57c0c85bca4f806398b9, server=300c1216fb79,45689,1731107920573}] 2024-11-08T23:18:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:49,072 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:18:49,073 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ae4fe23eaee57c0c85bca4f806398b9, NAME => 'test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:49,073 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:49,073 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:18:49,073 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,073 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:49,073 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,073 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,074 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,075 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae4fe23eaee57c0c85bca4f806398b9 columnFamilyName f 2024-11-08T23:18:49,075 DEBUG [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:49,075 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] regionserver.HStore(327): Store=3ae4fe23eaee57c0c85bca4f806398b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:49,075 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,076 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae4fe23eaee57c0c85bca4f806398b9 columnFamilyName f1 2024-11-08T23:18:49,076 DEBUG [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:49,077 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] regionserver.HStore(327): Store=3ae4fe23eaee57c0c85bca4f806398b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:49,077 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,077 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae4fe23eaee57c0c85bca4f806398b9 columnFamilyName norep 2024-11-08T23:18:49,077 DEBUG [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:49,078 INFO [StoreOpener-3ae4fe23eaee57c0c85bca4f806398b9-1 {}] regionserver.HStore(327): Store=3ae4fe23eaee57c0c85bca4f806398b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:49,078 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,078 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,078 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,079 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,079 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,080 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:49,081 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,082 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:49,083 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ae4fe23eaee57c0c85bca4f806398b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65296667, jitterRate=-0.02700383961200714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:49,083 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:18:49,083 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ae4fe23eaee57c0c85bca4f806398b9: Running coprocessor pre-open hook at 1731107929073Writing region info on filesystem at 1731107929073Initializing all the Stores at 1731107929074 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107929074Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107929074Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107929074Cleaning up temporary data from old regions at 1731107929079 (+5 ms)Running coprocessor post-open hooks at 1731107929083 (+4 ms)Region opened successfully at 1731107929083 2024-11-08T23:18:49,084 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9., pid=6, masterSystemTime=1731107929069 2024-11-08T23:18:49,085 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:18:49,086 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:18:49,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ae4fe23eaee57c0c85bca4f806398b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,45689,1731107920573 2024-11-08T23:18:49,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ae4fe23eaee57c0c85bca4f806398b9, server=300c1216fb79,45689,1731107920573 because future has completed 2024-11-08T23:18:49,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:18:49,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ae4fe23eaee57c0c85bca4f806398b9, server=300c1216fb79,45689,1731107920573 in 171 msec 2024-11-08T23:18:49,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:18:49,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ae4fe23eaee57c0c85bca4f806398b9, ASSIGN in 327 msec 2024-11-08T23:18:49,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:18:49,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107929092"}]},"ts":"1731107929092"} 2024-11-08T23:18:49,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:18:49,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:18:49,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-08T23:18:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:49,469 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:18:49,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,40623,1731107924856 2024-11-08T23:18:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28cd1356 2024-11-08T23:18:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:49,470 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:49,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:18:49,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:18:49,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:49,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:18:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:49,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:18:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:18:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:49,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e31071effb3052cebedaf0245947dfd, NAME => 'test,,1731107929471.4e31071effb3052cebedaf0245947dfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5 2024-11-08T23:18:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:18:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:50,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107929471.4e31071effb3052cebedaf0245947dfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:50,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e31071effb3052cebedaf0245947dfd, disabling compactions & flushes 2024-11-08T23:18:50,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:18:50,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:18:50,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107929471.4e31071effb3052cebedaf0245947dfd. after waiting 0 ms 2024-11-08T23:18:50,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:18:50,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:18:50,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e31071effb3052cebedaf0245947dfd: Waiting for close lock at 1731107930286Disabling compacts and flushes for region at 1731107930286Disabling writes for close at 1731107930286Writing region close event to WAL at 1731107930286Closed at 1731107930286 2024-11-08T23:18:50,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:18:50,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107929471.4e31071effb3052cebedaf0245947dfd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107930287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107930287"}]},"ts":"1731107930287"} 2024-11-08T23:18:50,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:18:50,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:18:50,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107930290"}]},"ts":"1731107930290"} 2024-11-08T23:18:50,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:18:50,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e31071effb3052cebedaf0245947dfd, ASSIGN}] 2024-11-08T23:18:50,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e31071effb3052cebedaf0245947dfd, ASSIGN 2024-11-08T23:18:50,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e31071effb3052cebedaf0245947dfd, ASSIGN; state=OFFLINE, location=300c1216fb79,39367,1731107925080; forceNewPlan=false, retain=false 2024-11-08T23:18:50,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e31071effb3052cebedaf0245947dfd, regionState=OPENING, regionLocation=300c1216fb79,39367,1731107925080 2024-11-08T23:18:50,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e31071effb3052cebedaf0245947dfd, ASSIGN because future has completed 2024-11-08T23:18:50,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e31071effb3052cebedaf0245947dfd, server=300c1216fb79,39367,1731107925080}] 2024-11-08T23:18:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:50,625 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:18:50,626 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e31071effb3052cebedaf0245947dfd, NAME => 'test,,1731107929471.4e31071effb3052cebedaf0245947dfd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:50,626 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:50,626 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:18:50,626 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,626 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107929471.4e31071effb3052cebedaf0245947dfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:50,626 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,626 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,632 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,633 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e31071effb3052cebedaf0245947dfd columnFamilyName f 2024-11-08T23:18:50,634 DEBUG [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:50,634 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] regionserver.HStore(327): Store=4e31071effb3052cebedaf0245947dfd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:50,634 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,635 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e31071effb3052cebedaf0245947dfd columnFamilyName f1 2024-11-08T23:18:50,635 DEBUG [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:50,635 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] regionserver.HStore(327): Store=4e31071effb3052cebedaf0245947dfd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:50,635 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,637 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e31071effb3052cebedaf0245947dfd columnFamilyName norep 2024-11-08T23:18:50,637 DEBUG [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:50,637 INFO [StoreOpener-4e31071effb3052cebedaf0245947dfd-1 {}] regionserver.HStore(327): Store=4e31071effb3052cebedaf0245947dfd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:50,638 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,638 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,638 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,639 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,639 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,640 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:50,641 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,653 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:50,654 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e31071effb3052cebedaf0245947dfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67044212, jitterRate=-9.633898735046387E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:50,654 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:18:50,654 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e31071effb3052cebedaf0245947dfd: Running coprocessor pre-open hook at 1731107930626Writing region info on filesystem at 1731107930626Initializing all the Stores at 1731107930630 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107930630Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107930632 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107930632Cleaning up temporary data from old regions at 1731107930639 (+7 ms)Running coprocessor post-open hooks at 1731107930654 (+15 ms)Region opened successfully at 1731107930654 2024-11-08T23:18:50,655 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107929471.4e31071effb3052cebedaf0245947dfd., pid=6, masterSystemTime=1731107930609 2024-11-08T23:18:50,658 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:18:50,658 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:18:50,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e31071effb3052cebedaf0245947dfd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,39367,1731107925080 2024-11-08T23:18:50,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e31071effb3052cebedaf0245947dfd, server=300c1216fb79,39367,1731107925080 because future has completed 2024-11-08T23:18:50,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:18:50,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e31071effb3052cebedaf0245947dfd, server=300c1216fb79,39367,1731107925080 in 227 msec 2024-11-08T23:18:50,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:18:50,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e31071effb3052cebedaf0245947dfd, ASSIGN in 394 msec 2024-11-08T23:18:50,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:18:50,694 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107930694"}]},"ts":"1731107930694"} 2024-11-08T23:18:50,700 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:18:50,702 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:18:50,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2310 sec 2024-11-08T23:18:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:18:51,619 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:18:51,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2aef6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,37915,-1 for getting cluster id 2024-11-08T23:18:51,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:51,628 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d0382f9-bf3e-4860-a779-9fce02459346' 2024-11-08T23:18:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d0382f9-bf3e-4860-a779-9fce02459346" 2024-11-08T23:18:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f5de94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,37915,-1] 2024-11-08T23:18:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:51,630 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:51,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe5ad80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bee1bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,40623,-1 for getting cluster id 2024-11-08T23:18:51,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:51,633 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7526257e-d91d-4702-9b79-4c376a329023' 2024-11-08T23:18:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7526257e-d91d-4702-9b79-4c376a329023" 2024-11-08T23:18:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9c173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,40623,-1] 2024-11-08T23:18:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:51,635 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d648ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190bc0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,37915,-1 for getting cluster id 2024-11-08T23:18:51,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:51,638 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d0382f9-bf3e-4860-a779-9fce02459346' 2024-11-08T23:18:51,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:51,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d0382f9-bf3e-4860-a779-9fce02459346" 2024-11-08T23:18:51,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e684593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,37915,-1] 2024-11-08T23:18:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:51,640 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:51,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d038693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,37915,1731107920254 2024-11-08T23:18:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23332150 2024-11-08T23:18:51,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:51,644 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:51,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:40623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:18:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:18:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:51,654 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:40623' 2024-11-08T23:18:51,664 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdda85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,664 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,40623,-1 for getting cluster id 2024-11-08T23:18:51,665 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:51,665 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7526257e-d91d-4702-9b79-4c376a329023' 2024-11-08T23:18:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7526257e-d91d-4702-9b79-4c376a329023" 2024-11-08T23:18:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c013cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,40623,-1] 2024-11-08T23:18:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:51,667 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:51,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737ebfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:51,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:51,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,40623,1731107924856 2024-11-08T23:18:51,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b95c9ed 2024-11-08T23:18:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:51,671 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:51,672 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:18:51,672 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:18:51,672 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:51,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:51,672 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:51,673 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:51,675 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:18:51,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:18:51,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:51,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:18:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:18:51,726 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:18:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:18:51,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T23:18:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:18:51,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T23:18:51,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:18:51,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T23:18:51,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:18:51,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T23:18:51,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:18:51,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T23:18:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:52,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03709986c9211ce9c91dbb0dd80badd2, NAME => 'hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c 2024-11-08T23:18:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:18:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:52,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:52,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 03709986c9211ce9c91dbb0dd80badd2, disabling compactions & flushes 2024-11-08T23:18:52,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:18:52,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:18:52,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. after waiting 0 ms 2024-11-08T23:18:52,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:18:52,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:18:52,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03709986c9211ce9c91dbb0dd80badd2: Waiting for close lock at 1731107932517Disabling compacts and flushes for region at 1731107932517Disabling writes for close at 1731107932517Writing region close event to WAL at 1731107932517Closed at 1731107932517 2024-11-08T23:18:52,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:18:52,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107932519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107932519"}]},"ts":"1731107932519"} 2024-11-08T23:18:52,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:18:52,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:18:52,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107932526"}]},"ts":"1731107932526"} 2024-11-08T23:18:52,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:18:52,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03709986c9211ce9c91dbb0dd80badd2, ASSIGN}] 2024-11-08T23:18:52,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03709986c9211ce9c91dbb0dd80badd2, ASSIGN 2024-11-08T23:18:52,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03709986c9211ce9c91dbb0dd80badd2, ASSIGN; state=OFFLINE, location=300c1216fb79,45689,1731107920573; forceNewPlan=false, retain=false 2024-11-08T23:18:52,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=03709986c9211ce9c91dbb0dd80badd2, regionState=OPENING, regionLocation=300c1216fb79,45689,1731107920573 2024-11-08T23:18:52,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03709986c9211ce9c91dbb0dd80badd2, ASSIGN because future has completed 2024-11-08T23:18:52,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03709986c9211ce9c91dbb0dd80badd2, server=300c1216fb79,45689,1731107920573}] 2024-11-08T23:18:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:52,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:18:52,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:52,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:18:52,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C45689%2C1731107920573.rep, suffix=, logDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/oldWALs, maxLogs=10 2024-11-08T23:18:52,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.rep.1731107932868, exclude list is [], retry=0 2024-11-08T23:18:52,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36339,DS-d27791f5-fbc7-4e75-aff0-07996e866b29,DISK] 2024-11-08T23:18:52,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.rep.1731107932868 2024-11-08T23:18:52,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)] 2024-11-08T23:18:52,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 03709986c9211ce9c91dbb0dd80badd2, NAME => 'hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:52,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:52,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:52,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. service=MultiRowMutationService 2024-11-08T23:18:52,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:18:52,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:52,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,913 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,914 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03709986c9211ce9c91dbb0dd80badd2 columnFamilyName hfileref 2024-11-08T23:18:52,914 DEBUG [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:52,914 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] regionserver.HStore(327): Store=03709986c9211ce9c91dbb0dd80badd2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:52,914 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,915 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03709986c9211ce9c91dbb0dd80badd2 columnFamilyName queue 2024-11-08T23:18:52,915 DEBUG [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:52,916 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] regionserver.HStore(327): Store=03709986c9211ce9c91dbb0dd80badd2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:52,916 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,917 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03709986c9211ce9c91dbb0dd80badd2 columnFamilyName sid 2024-11-08T23:18:52,917 DEBUG [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:52,917 INFO [StoreOpener-03709986c9211ce9c91dbb0dd80badd2-1 {}] regionserver.HStore(327): Store=03709986c9211ce9c91dbb0dd80badd2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:52,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/replication/03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/replication/03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:52,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/replication/03709986c9211ce9c91dbb0dd80badd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:52,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 03709986c9211ce9c91dbb0dd80badd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62076277, jitterRate=-0.0749913901090622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:52,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:18:52,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 03709986c9211ce9c91dbb0dd80badd2: Running coprocessor pre-open hook at 1731107932906Writing region info on filesystem at 1731107932906Initializing all the Stores at 1731107932912 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107932912Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107932912Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107932912Cleaning up temporary data from old regions at 1731107932919 (+7 ms)Running coprocessor post-open hooks at 1731107932925 (+6 ms)Region opened successfully at 1731107932926 (+1 ms) 2024-11-08T23:18:52,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2., pid=10, masterSystemTime=1731107932841 2024-11-08T23:18:52,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=03709986c9211ce9c91dbb0dd80badd2, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,45689,1731107920573 2024-11-08T23:18:52,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:18:52,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:18:52,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03709986c9211ce9c91dbb0dd80badd2, server=300c1216fb79,45689,1731107920573 because future has completed 2024-11-08T23:18:52,945 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37915 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=300c1216fb79,45689,1731107920573, table=hbase:replication, region=03709986c9211ce9c91dbb0dd80badd2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T23:18:52,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:18:52,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 03709986c9211ce9c91dbb0dd80badd2, server=300c1216fb79,45689,1731107920573 in 270 msec 2024-11-08T23:18:52,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:18:52,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03709986c9211ce9c91dbb0dd80badd2, ASSIGN in 431 msec 2024-11-08T23:18:52,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:18:52,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107932967"}]},"ts":"1731107932967"} 2024-11-08T23:18:52,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:18:52,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:18:52,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3010 sec 2024-11-08T23:18:52,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2., hostname=300c1216fb79,45689,1731107920573, seqNum=2] 2024-11-08T23:18:53,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:53,025 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:18:53,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:18:53,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:18:53,214 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:18:53,262 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,45689,1731107920573, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:18:53,262 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:53,263 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45689,1731107920573, seqNum=-1] 2024-11-08T23:18:53,263 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:53,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T23:18:53,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,45689,1731107920573', locateType=CURRENT is [region=hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2., hostname=300c1216fb79,45689,1731107920573, seqNum=2] 2024-11-08T23:18:53,270 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:18:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:18:53,276 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,45689,1731107920573 suceeded 2024-11-08T23:18:53,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:18:53,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-08T23:18:53,278 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:40623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:18:53,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6350 sec 2024-11-08T23:18:53,295 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:40623' 2024-11-08T23:18:53,297 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723f1165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,297 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,40623,-1 for getting cluster id 2024-11-08T23:18:53,297 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:53,298 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7526257e-d91d-4702-9b79-4c376a329023' 2024-11-08T23:18:53,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:53,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7526257e-d91d-4702-9b79-4c376a329023" 2024-11-08T23:18:53,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@354e4584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,40623,-1] 2024-11-08T23:18:53,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:53,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:53,301 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:53,301 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738ae919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,301 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:53,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,40623,1731107924856 2024-11-08T23:18:53,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4989a433 2024-11-08T23:18:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:53,304 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T23:18:53,305 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,45689,1731107920573 (queues=1) is replicating from cluster=9d0382f9-bf3e-4860-a779-9fce02459346 to cluster=7526257e-d91d-4702-9b79-4c376a329023 2024-11-08T23:18:53,305 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C45689%2C1731107920573 2024-11-08T23:18:53,305 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,45689,1731107920573, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:18:53,308 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961, startPosition=0, beingWritten=true 2024-11-08T23:18:53,317 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C45689%2C1731107920573 2024-11-08T23:18:53,341 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:53,341 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 379, reset compression=false 2024-11-08T23:18:53,342 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45689,1731107920573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:53,561 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 379, reset compression=false 2024-11-08T23:18:53,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:18:53,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:18:53,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T23:18:53,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T23:18:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:53,809 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:18:53,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:53,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:53,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:53,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:53,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,40623,-1 for getting cluster id 2024-11-08T23:18:53,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:53,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:53,814 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7526257e-d91d-4702-9b79-4c376a329023' 2024-11-08T23:18:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7526257e-d91d-4702-9b79-4c376a329023" 2024-11-08T23:18:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63118c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,40623,-1] 2024-11-08T23:18:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:53,816 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc7d7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,40623,1731107924856 2024-11-08T23:18:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ce4aaae 2024-11-08T23:18:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:53,820 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:53,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:37915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:18:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:18:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:53,824 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:37915' 2024-11-08T23:18:53,830 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc8722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,830 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,37915,-1 for getting cluster id 2024-11-08T23:18:53,830 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:53,831 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d0382f9-bf3e-4860-a779-9fce02459346' 2024-11-08T23:18:53,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:53,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d0382f9-bf3e-4860-a779-9fce02459346" 2024-11-08T23:18:53,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1956c35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,37915,-1] 2024-11-08T23:18:53,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:53,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:53,834 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:53,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef86ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:53,835 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:53,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,37915,1731107920254 2024-11-08T23:18:53,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680e336f 2024-11-08T23:18:53,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:53,837 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:18:53,838 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T23:18:53,838 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:18:53,838 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:53,838 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:53,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:53,839 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:18:53,840 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:18:53,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:18:53,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:53,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:18:53,865 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 379, reset compression=false 2024-11-08T23:18:53,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:18:53,890 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:18:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:54,286 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 379, reset compression=false 2024-11-08T23:18:54,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 910fe1418472805924423a7a70963011, NAME => 'hbase:replication,,1731107933838.910fe1418472805924423a7a70963011.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5 2024-11-08T23:18:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:18:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:54,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107933838.910fe1418472805924423a7a70963011.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:54,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 910fe1418472805924423a7a70963011, disabling compactions & flushes 2024-11-08T23:18:54,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:18:54,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:18:54,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. after waiting 0 ms 2024-11-08T23:18:54,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:18:54,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:18:54,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 910fe1418472805924423a7a70963011: Waiting for close lock at 1731107934746Disabling compacts and flushes for region at 1731107934746Disabling writes for close at 1731107934746Writing region close event to WAL at 1731107934746Closed at 1731107934746 2024-11-08T23:18:54,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:18:54,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107933838.910fe1418472805924423a7a70963011.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107934747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107934747"}]},"ts":"1731107934747"} 2024-11-08T23:18:54,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:18:54,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:18:54,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107934751"}]},"ts":"1731107934751"} 2024-11-08T23:18:54,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:18:54,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=910fe1418472805924423a7a70963011, ASSIGN}] 2024-11-08T23:18:54,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=910fe1418472805924423a7a70963011, ASSIGN 2024-11-08T23:18:54,758 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=910fe1418472805924423a7a70963011, ASSIGN; state=OFFLINE, location=300c1216fb79,39367,1731107925080; forceNewPlan=false, retain=false 2024-11-08T23:18:54,821 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 379, reset compression=false 2024-11-08T23:18:54,912 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=910fe1418472805924423a7a70963011, regionState=OPENING, regionLocation=300c1216fb79,39367,1731107925080 2024-11-08T23:18:54,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=910fe1418472805924423a7a70963011, ASSIGN because future has completed 2024-11-08T23:18:54,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 910fe1418472805924423a7a70963011, server=300c1216fb79,39367,1731107925080}] 2024-11-08T23:18:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:55,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:18:55,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:18:55,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:18:55,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C39367%2C1731107925080.rep, suffix=, logDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080, archiveDir=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/oldWALs, maxLogs=10 2024-11-08T23:18:55,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.rep.1731107935084, exclude list is [], retry=0 2024-11-08T23:18:55,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41407,DS-c171b852-a703-42f7-909a-f0e51d756b51,DISK] 2024-11-08T23:18:55,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.rep.1731107935084 2024-11-08T23:18:55,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42797:42797)] 2024-11-08T23:18:55,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 910fe1418472805924423a7a70963011, NAME => 'hbase:replication,,1731107933838.910fe1418472805924423a7a70963011.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:18:55,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:18:55,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:18:55,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. service=MultiRowMutationService 2024-11-08T23:18:55,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:18:55,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107933838.910fe1418472805924423a7a70963011.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:18:55,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,109 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,110 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 910fe1418472805924423a7a70963011 columnFamilyName hfileref 2024-11-08T23:18:55,110 DEBUG [StoreOpener-910fe1418472805924423a7a70963011-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:55,110 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] regionserver.HStore(327): Store=910fe1418472805924423a7a70963011/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:55,111 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,112 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 910fe1418472805924423a7a70963011 columnFamilyName queue 2024-11-08T23:18:55,112 DEBUG [StoreOpener-910fe1418472805924423a7a70963011-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:55,112 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] regionserver.HStore(327): Store=910fe1418472805924423a7a70963011/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:55,112 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,114 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 910fe1418472805924423a7a70963011 columnFamilyName sid 2024-11-08T23:18:55,114 DEBUG [StoreOpener-910fe1418472805924423a7a70963011-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:18:55,114 INFO [StoreOpener-910fe1418472805924423a7a70963011-1 {}] regionserver.HStore(327): Store=910fe1418472805924423a7a70963011/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:18:55,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/replication/910fe1418472805924423a7a70963011 2024-11-08T23:18:55,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/replication/910fe1418472805924423a7a70963011 2024-11-08T23:18:55,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:18:55,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/replication/910fe1418472805924423a7a70963011/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:18:55,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 910fe1418472805924423a7a70963011; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64945628, jitterRate=-0.03223472833633423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:18:55,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 910fe1418472805924423a7a70963011 2024-11-08T23:18:55,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 910fe1418472805924423a7a70963011: Running coprocessor pre-open hook at 1731107935107Writing region info on filesystem at 1731107935107Initializing all the Stores at 1731107935108 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107935108Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107935108Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107935109 (+1 ms)Cleaning up temporary data from old regions at 1731107935117 (+8 ms)Running coprocessor post-open hooks at 1731107935125 (+8 ms)Region opened successfully at 1731107935125 2024-11-08T23:18:55,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107933838.910fe1418472805924423a7a70963011., pid=10, masterSystemTime=1731107935078 2024-11-08T23:18:55,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:18:55,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:18:55,129 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=910fe1418472805924423a7a70963011, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,39367,1731107925080 2024-11-08T23:18:55,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 910fe1418472805924423a7a70963011, server=300c1216fb79,39367,1731107925080 because future has completed 2024-11-08T23:18:55,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:18:55,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 910fe1418472805924423a7a70963011, server=300c1216fb79,39367,1731107925080 in 209 msec 2024-11-08T23:18:55,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:18:55,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=910fe1418472805924423a7a70963011, ASSIGN in 381 msec 2024-11-08T23:18:55,137 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:18:55,138 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107935137"}]},"ts":"1731107935137"} 2024-11-08T23:18:55,141 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:18:55,142 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:18:55,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3030 sec 2024-11-08T23:18:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107933838.910fe1418472805924423a7a70963011., hostname=300c1216fb79,39367,1731107925080, seqNum=2] 2024-11-08T23:18:55,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:55,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:18:55,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:18:55,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:18:55,409 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:18:55,429 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 379, reset compression=false 2024-11-08T23:18:55,442 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,39367,1731107925080, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:18:55,442 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:55,442 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,39367,1731107925080, seqNum=-1] 2024-11-08T23:18:55,442 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:55,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T23:18:55,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,39367,1731107925080', locateType=CURRENT is [region=hbase:replication,,1731107933838.910fe1418472805924423a7a70963011., hostname=300c1216fb79,39367,1731107925080, seqNum=2] 2024-11-08T23:18:55,446 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:18:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:18:55,448 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,39367,1731107925080 suceeded 2024-11-08T23:18:55,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:18:55,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-08T23:18:55,450 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:37915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:18:55,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6300 sec 2024-11-08T23:18:55,459 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:37915' 2024-11-08T23:18:55,460 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@466ee0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:55,460 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,37915,-1 for getting cluster id 2024-11-08T23:18:55,460 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:55,461 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d0382f9-bf3e-4860-a779-9fce02459346' 2024-11-08T23:18:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d0382f9-bf3e-4860-a779-9fce02459346" 2024-11-08T23:18:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c8e05ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,37915,-1] 2024-11-08T23:18:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:55,462 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:55,462 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ab2832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:55,462 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:18:55,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,37915,1731107920254 2024-11-08T23:18:55,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35ff2bcf 2024-11-08T23:18:55,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:18:55,464 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T23:18:55,464 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,39367,1731107925080 (queues=1) is replicating from cluster=7526257e-d91d-4702-9b79-4c376a329023 to cluster=9d0382f9-bf3e-4860-a779-9fce02459346 2024-11-08T23:18:55,464 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C39367%2C1731107925080 2024-11-08T23:18:55,464 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,39367,1731107925080, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:18:55,465 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C39367%2C1731107925080 2024-11-08T23:18:55,465 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523, startPosition=0, beingWritten=true 2024-11-08T23:18:55,469 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:55,470 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 379, reset compression=false 2024-11-08T23:18:55,470 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,39367,1731107925080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:55,674 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 379, reset compression=false 2024-11-08T23:18:55,977 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 379, reset compression=false 2024-11-08T23:18:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:18:55,978 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:18:55,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:18:55,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:18:55,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:55,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:55,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:18:55,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45689,1731107920573, seqNum=-1] 2024-11-08T23:18:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:55,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9., hostname=300c1216fb79,45689,1731107920573, seqNum=2] 2024-11-08T23:18:55,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,39367,1731107925080, seqNum=-1] 2024-11-08T23:18:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:55,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:18:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731107929471.4e31071effb3052cebedaf0245947dfd., hostname=300c1216fb79,39367,1731107925080, seqNum=2] 2024-11-08T23:18:55,989 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T23:18:56,133 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 379, reset compression=false 2024-11-08T23:18:56,140 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:18:56,140 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 480, reset compression=false 2024-11-08T23:18:56,140 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45689,1731107920573 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ae4fe23eaee57c0c85bca4f806398b9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T23:18:56,143 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:56,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T23:18:56,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:18:56,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b7e40c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:56,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,40623,-1 for getting cluster id 2024-11-08T23:18:56,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:56,148 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7526257e-d91d-4702-9b79-4c376a329023' 2024-11-08T23:18:56,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:56,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7526257e-d91d-4702-9b79-4c376a329023" 2024-11-08T23:18:56,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39d3c3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:56,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,40623,-1] 2024-11-08T23:18:56,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:56,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:56,150 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:56,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f162ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:56,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:56,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,39367,1731107925080, seqNum=-1] 2024-11-08T23:18:56,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:56,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T23:18:56,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731107929471.4e31071effb3052cebedaf0245947dfd., hostname=300c1216fb79,39367,1731107925080, seqNum=2] 2024-11-08T23:18:56,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:18:56,349 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 480, reset compression=false 2024-11-08T23:18:56,381 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 379, reset compression=false 2024-11-08T23:18:56,398 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:56,398 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 504, reset compression=false 2024-11-08T23:18:56,398 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,39367,1731107925080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:56,621 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 504, reset compression=false 2024-11-08T23:18:56,659 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 480, reset compression=false 2024-11-08T23:18:56,925 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 504, reset compression=false 2024-11-08T23:18:56,993 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T23:18:56,996 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T23:18:57,063 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 480, reset compression=false 2024-11-08T23:18:57,329 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 504, reset compression=false 2024-11-08T23:18:57,333 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:18:57,333 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 608, reset compression=false 2024-11-08T23:18:57,334 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,39367,1731107925080 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e31071effb3052cebedaf0245947dfd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T23:18:57,336 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:18:57,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T23:18:57,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:18:57,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d75d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:57,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,37915,-1 for getting cluster id 2024-11-08T23:18:57,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:18:57,339 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d0382f9-bf3e-4860-a779-9fce02459346' 2024-11-08T23:18:57,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:18:57,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d0382f9-bf3e-4860-a779-9fce02459346" 2024-11-08T23:18:57,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ce4163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:57,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,37915,-1] 2024-11-08T23:18:57,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:18:57,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:18:57,340 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:18:57,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3ba73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:18:57,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:18:57,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45689,1731107920573, seqNum=-1] 2024-11-08T23:18:57,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:18:57,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T23:18:57,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9., hostname=300c1216fb79,45689,1731107920573, seqNum=2] 2024-11-08T23:18:57,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:18:57,539 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 608, reset compression=false 2024-11-08T23:18:57,567 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 480, reset compression=false 2024-11-08T23:18:57,571 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:57,571 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 607, reset compression=false 2024-11-08T23:18:57,571 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45689,1731107920573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:57,780 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 607, reset compression=false 2024-11-08T23:18:57,843 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 608, reset compression=false 2024-11-08T23:18:57,998 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T23:18:58,004 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T23:18:58,084 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 607, reset compression=false 2024-11-08T23:18:58,089 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:18:58,089 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 763, reset compression=false 2024-11-08T23:18:58,089 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45689,1731107920573 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ae4fe23eaee57c0c85bca4f806398b9/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T23:18:58,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:18:58,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:18:58,247 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 608, reset compression=false 2024-11-08T23:18:58,252 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:58,252 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 756, reset compression=false 2024-11-08T23:18:58,252 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,39367,1731107925080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:58,292 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 763, reset compression=false 2024-11-08T23:18:58,456 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 756, reset compression=false 2024-11-08T23:18:58,596 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 763, reset compression=false 2024-11-08T23:18:58,759 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 756, reset compression=false 2024-11-08T23:18:58,999 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 763, reset compression=false 2024-11-08T23:18:59,006 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T23:18:59,009 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T23:18:59,162 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 756, reset compression=false 2024-11-08T23:18:59,167 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:18:59,167 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 915, reset compression=false 2024-11-08T23:18:59,167 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,39367,1731107925080 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e31071effb3052cebedaf0245947dfd/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T23:18:59,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:18:59,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:18:59,370 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 915, reset compression=false 2024-11-08T23:18:59,502 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 763, reset compression=false 2024-11-08T23:18:59,506 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:18:59,506 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:18:59,506 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45689,1731107920573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:18:59,673 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 915, reset compression=false 2024-11-08T23:18:59,709 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:19:00,011 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T23:19:00,012 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:19:00,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:19:00,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:00,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:00,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:00,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:00,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:00,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:19:00,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1106154078, stopped=false 2024-11-08T23:19:00,014 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,40623,1731107924856 2024-11-08T23:19:00,077 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 915, reset compression=false 2024-11-08T23:19:00,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709759676/running 2024-11-08T23:19:00,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:19:00,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709759676/running 2024-11-08T23:19:00,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:19:00,146 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:00,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:00,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:00,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:00,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on znode that does not yet exist, /1-1709759676/running 2024-11-08T23:19:00,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Set watcher on znode that does not yet exist, /1-1709759676/running 2024-11-08T23:19:00,147 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,39367,1731107925080' ***** 2024-11-08T23:19:00,147 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:19:00,147 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:19:00,147 INFO [RS:0;300c1216fb79:39367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:19:00,147 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:19:00,147 INFO [RS:0;300c1216fb79:39367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:19:00,147 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e31071effb3052cebedaf0245947dfd 2024-11-08T23:19:00,147 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(3091): Received CLOSE for 910fe1418472805924423a7a70963011 2024-11-08T23:19:00,147 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,39367,1731107925080 2024-11-08T23:19:00,147 INFO [RS:0;300c1216fb79:39367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:00,147 INFO [RS:0;300c1216fb79:39367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:39367. 2024-11-08T23:19:00,147 DEBUG [RS:0;300c1216fb79:39367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:00,147 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e31071effb3052cebedaf0245947dfd, disabling compactions & flushes 2024-11-08T23:19:00,148 DEBUG [RS:0;300c1216fb79:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:00,148 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:19:00,148 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:19:00,148 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107929471.4e31071effb3052cebedaf0245947dfd. after waiting 0 ms 2024-11-08T23:19:00,148 INFO [RS:0;300c1216fb79:39367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:19:00,159 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:19:00,159 INFO [RS:0;300c1216fb79:39367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:19:00,159 INFO [RS:0;300c1216fb79:39367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:19:00,159 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:19:00,159 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e31071effb3052cebedaf0245947dfd 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T23:19:00,159 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:19:00,159 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4e31071effb3052cebedaf0245947dfd=test,,1731107929471.4e31071effb3052cebedaf0245947dfd., 910fe1418472805924423a7a70963011=hbase:replication,,1731107933838.910fe1418472805924423a7a70963011.} 2024-11-08T23:19:00,159 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e31071effb3052cebedaf0245947dfd, 910fe1418472805924423a7a70963011 2024-11-08T23:19:00,159 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:00,159 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:00,159 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:00,159 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:00,159 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:00,159 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:19:00,173 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/f/7a7d8efe43c54520bf80f9a4c1044d1e is 29, key is row1/f:/1731107939007/DeleteFamily/seqid=0 2024-11-08T23:19:00,176 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/info/0c15279ece1e4089a36d47bc29738657 is 147, key is hbase:replication,,1731107933838.910fe1418472805924423a7a70963011./info:regioninfo/1731107935129/Put/seqid=0 2024-11-08T23:19:00,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741840_1016 (size=5118) 2024-11-08T23:19:00,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741841_1017 (size=7686) 2024-11-08T23:19:00,219 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:00,359 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e31071effb3052cebedaf0245947dfd, 910fe1418472805924423a7a70963011 2024-11-08T23:19:00,395 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:19:00,395 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:19:00,416 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:19:00,560 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e31071effb3052cebedaf0245947dfd, 910fe1418472805924423a7a70963011 2024-11-08T23:19:00,580 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/f/7a7d8efe43c54520bf80f9a4c1044d1e 2024-11-08T23:19:00,581 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 915, reset compression=false 2024-11-08T23:19:00,581 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/info/0c15279ece1e4089a36d47bc29738657 2024-11-08T23:19:00,586 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a7d8efe43c54520bf80f9a4c1044d1e 2024-11-08T23:19:00,588 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:00,588 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 1162, reset compression=false 2024-11-08T23:19:00,588 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,39367,1731107925080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:00,590 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,39367,1731107925080: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,39367,1731107925080, walGroup=300c1216fb79%2C39367%2C1731107925080, offset=300c1216fb79%2C39367%2C1731107925080.1731107927523:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:39367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:19:00,591 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:19:00,591 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:19:00,592 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:19:00,592 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:19:00,592 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:19:00,592 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 565836800 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191351320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:19:00,593 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:40623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:40623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:19:00,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:19:00,623 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/ns/85a35a94ea3e4d9a8aacc0b3e2d88e64 is 43, key is default/ns:d/1731107928137/Put/seqid=0 2024-11-08T23:19:00,626 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/f1/b59a8c24fda040a09c7edc592b923027 is 30, key is row1/f1:/1731107939007/DeleteFamily/seqid=0 2024-11-08T23:19:00,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741842_1018 (size=5153) 2024-11-08T23:19:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741843_1019 (size=5123) 2024-11-08T23:19:00,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:00,760 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e31071effb3052cebedaf0245947dfd, 910fe1418472805924423a7a70963011 2024-11-08T23:19:00,816 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 1162, reset compression=false 2024-11-08T23:19:00,919 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:19:00,960 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e31071effb3052cebedaf0245947dfd, 910fe1418472805924423a7a70963011 2024-11-08T23:19:01,032 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/ns/85a35a94ea3e4d9a8aacc0b3e2d88e64 2024-11-08T23:19:01,037 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/f1/b59a8c24fda040a09c7edc592b923027 2024-11-08T23:19:01,082 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b59a8c24fda040a09c7edc592b923027 2024-11-08T23:19:01,103 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/rep_barrier/3164ae9bd94549349d15032a59647fe0 is 112, key is test,,1731107929471.4e31071effb3052cebedaf0245947dfd./rep_barrier:seqnumDuringOpen/1731107930658/Put/seqid=0 2024-11-08T23:19:01,124 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 1162, reset compression=false 2024-11-08T23:19:01,125 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/norep/bc2ec7666e5b46539053b31fac40d1a7 is 33, key is row1/norep:/1731107939007/DeleteFamily/seqid=0 2024-11-08T23:19:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741844_1020 (size=5518) 2024-11-08T23:19:01,136 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/rep_barrier/3164ae9bd94549349d15032a59647fe0 2024-11-08T23:19:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741845_1021 (size=5108) 2024-11-08T23:19:01,150 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/norep/bc2ec7666e5b46539053b31fac40d1a7 2024-11-08T23:19:01,164 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e31071effb3052cebedaf0245947dfd, 910fe1418472805924423a7a70963011 2024-11-08T23:19:01,169 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc2ec7666e5b46539053b31fac40d1a7 2024-11-08T23:19:01,170 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/table/96a06d8dc46c4d418cb3cc1967e8a3fb is 53, key is hbase:replication/table:state/1731107935137/Put/seqid=0 2024-11-08T23:19:01,170 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/f/7a7d8efe43c54520bf80f9a4c1044d1e as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/f/7a7d8efe43c54520bf80f9a4c1044d1e 2024-11-08T23:19:01,177 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a7d8efe43c54520bf80f9a4c1044d1e 2024-11-08T23:19:01,177 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/f/7a7d8efe43c54520bf80f9a4c1044d1e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T23:19:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741846_1022 (size=5308) 2024-11-08T23:19:01,189 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/f1/b59a8c24fda040a09c7edc592b923027 as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/f1/b59a8c24fda040a09c7edc592b923027 2024-11-08T23:19:01,197 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b59a8c24fda040a09c7edc592b923027 2024-11-08T23:19:01,197 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/f1/b59a8c24fda040a09c7edc592b923027, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T23:19:01,199 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/.tmp/norep/bc2ec7666e5b46539053b31fac40d1a7 as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/norep/bc2ec7666e5b46539053b31fac40d1a7 2024-11-08T23:19:01,208 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc2ec7666e5b46539053b31fac40d1a7 2024-11-08T23:19:01,208 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/norep/bc2ec7666e5b46539053b31fac40d1a7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T23:19:01,217 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4e31071effb3052cebedaf0245947dfd in 1058ms, sequenceid=8, compaction requested=false 2024-11-08T23:19:01,249 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/default/test/4e31071effb3052cebedaf0245947dfd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T23:19:01,252 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:01,252 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:19:01,252 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:19:01,253 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e31071effb3052cebedaf0245947dfd: Waiting for close lock at 1731107940147Running coprocessor pre-close hooks at 1731107940147Disabling compacts and flushes for region at 1731107940147Disabling writes for close at 1731107940159 (+12 ms)Obtaining lock to block concurrent updates at 1731107940159Preparing flush snapshotting stores in 4e31071effb3052cebedaf0245947dfd at 1731107940159Finished memstore snapshotting test,,1731107929471.4e31071effb3052cebedaf0245947dfd., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731107940159Flushing stores of test,,1731107929471.4e31071effb3052cebedaf0245947dfd. at 1731107940160 (+1 ms)Flushing 4e31071effb3052cebedaf0245947dfd/f: creating writer at 1731107940160Flushing 4e31071effb3052cebedaf0245947dfd/f: appending metadata at 1731107940173 (+13 ms)Flushing 4e31071effb3052cebedaf0245947dfd/f: closing flushed file at 1731107940173Flushing 4e31071effb3052cebedaf0245947dfd/f1: creating writer at 1731107940587 (+414 ms)Flushing 4e31071effb3052cebedaf0245947dfd/f1: appending metadata at 1731107940625 (+38 ms)Flushing 4e31071effb3052cebedaf0245947dfd/f1: closing flushed file at 1731107940625Flushing 4e31071effb3052cebedaf0245947dfd/norep: creating writer at 1731107941082 (+457 ms)Flushing 4e31071effb3052cebedaf0245947dfd/norep: appending metadata at 1731107941124 (+42 ms)Flushing 4e31071effb3052cebedaf0245947dfd/norep: closing flushed file at 1731107941124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c6450c: reopening flushed file at 1731107941169 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d497d1: reopening flushed file at 1731107941180 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a8bcfb: reopening flushed file at 1731107941197 (+17 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4e31071effb3052cebedaf0245947dfd in 1058ms, sequenceid=8, compaction requested=false at 1731107941217 (+20 ms)Writing region close event to WAL at 1731107941229 (+12 ms)Running coprocessor post-close hooks at 1731107941252 (+23 ms)Closed at 1731107941252 2024-11-08T23:19:01,253 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107929471.4e31071effb3052cebedaf0245947dfd. 2024-11-08T23:19:01,253 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 910fe1418472805924423a7a70963011, disabling compactions & flushes 2024-11-08T23:19:01,253 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:19:01,253 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:19:01,253 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. after waiting 0 ms 2024-11-08T23:19:01,253 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:19:01,253 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 910fe1418472805924423a7a70963011: Waiting for close lock at 1731107941253Running coprocessor pre-close hooks at 1731107941253Disabling compacts and flushes for region at 1731107941253Disabling writes for close at 1731107941253Failed flush hbase:replication,,1731107933838.910fe1418472805924423a7a70963011., putting online again at 1731107941253 2024-11-08T23:19:01,254 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:19:01,368 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:19:01,368 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 910fe1418472805924423a7a70963011=hbase:replication,,1731107933838.910fe1418472805924423a7a70963011.} 2024-11-08T23:19:01,368 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(3091): Received CLOSE for 910fe1418472805924423a7a70963011 2024-11-08T23:19:01,368 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 910fe1418472805924423a7a70963011 2024-11-08T23:19:01,369 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 910fe1418472805924423a7a70963011, disabling compactions & flushes 2024-11-08T23:19:01,369 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:19:01,369 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:19:01,369 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. after waiting 0 ms 2024-11-08T23:19:01,369 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:19:01,369 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 910fe1418472805924423a7a70963011: Waiting for close lock at 1731107941368Running coprocessor pre-close hooks at 1731107941368Disabling compacts and flushes for region at 1731107941368Disabling writes for close at 1731107941369 (+1 ms)Failed flush hbase:replication,,1731107933838.910fe1418472805924423a7a70963011., putting online again at 1731107941369 2024-11-08T23:19:01,369 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107933838.910fe1418472805924423a7a70963011. 2024-11-08T23:19:01,525 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:19:01,551 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 1162, reset compression=false 2024-11-08T23:19:01,557 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:01,558 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 1806, reset compression=false 2024-11-08T23:19:01,569 DEBUG [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:19:01,583 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/table/96a06d8dc46c4d418cb3cc1967e8a3fb 2024-11-08T23:19:01,588 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/info/0c15279ece1e4089a36d47bc29738657 as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/info/0c15279ece1e4089a36d47bc29738657 2024-11-08T23:19:01,591 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/info/0c15279ece1e4089a36d47bc29738657, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:19:01,592 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/ns/85a35a94ea3e4d9a8aacc0b3e2d88e64 as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/ns/85a35a94ea3e4d9a8aacc0b3e2d88e64 2024-11-08T23:19:01,595 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/ns/85a35a94ea3e4d9a8aacc0b3e2d88e64, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:19:01,596 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/rep_barrier/3164ae9bd94549349d15032a59647fe0 as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/rep_barrier/3164ae9bd94549349d15032a59647fe0 2024-11-08T23:19:01,600 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/rep_barrier/3164ae9bd94549349d15032a59647fe0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:19:01,601 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/.tmp/table/96a06d8dc46c4d418cb3cc1967e8a3fb as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/table/96a06d8dc46c4d418cb3cc1967e8a3fb 2024-11-08T23:19:01,604 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/table/96a06d8dc46c4d418cb3cc1967e8a3fb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:19:01,605 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=16, compaction requested=false 2024-11-08T23:19:01,611 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:19:01,612 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:01,612 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:19:01,612 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:01,612 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107940159Running coprocessor pre-close hooks at 1731107940159Disabling compacts and flushes for region at 1731107940159Disabling writes for close at 1731107940159Obtaining lock to block concurrent updates at 1731107940159Preparing flush snapshotting stores in 1588230740 at 1731107940159Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731107940160 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731107940160Flushing 1588230740/info: creating writer at 1731107940160Flushing 1588230740/info: appending metadata at 1731107940175 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731107940175Flushing 1588230740/ns: creating writer at 1731107940588 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731107940622 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731107940622Flushing 1588230740/rep_barrier: creating writer at 1731107941045 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107941102 (+57 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107941102Flushing 1588230740/table: creating writer at 1731107941142 (+40 ms)Flushing 1588230740/table: appending metadata at 1731107941169 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731107941169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bce7296: reopening flushed file at 1731107941587 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1060cef7: reopening flushed file at 1731107941591 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b68fce9: reopening flushed file at 1731107941596 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f5141b5: reopening flushed file at 1731107941600 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=16, compaction requested=false at 1731107941605 (+5 ms)Writing region close event to WAL at 1731107941608 (+3 ms)Running coprocessor post-close hooks at 1731107941612 (+4 ms)Closed at 1731107941612 2024-11-08T23:19:01,612 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:01,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T23:19:01,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T23:19:01,761 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.wal-reader.300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 to pos 1806, reset compression=false 2024-11-08T23:19:01,769 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T23:19:01,769 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,39367,1731107925080; all regions closed. 2024-11-08T23:19:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:19:01,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.rep.1731107935084 not finished, retry = 0 2024-11-08T23:19:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741839_1015 (size=1733) 2024-11-08T23:19:01,892 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/WALs/300c1216fb79,39367,1731107925080/300c1216fb79%2C39367%2C1731107925080.1731107927523 not finished, retry = 0 2024-11-08T23:19:01,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741833_1009 (size=1814) 2024-11-08T23:19:01,993 DEBUG [RS:0;300c1216fb79:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:01,993 INFO [RS:0;300c1216fb79:39367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:01,993 INFO [RS:0;300c1216fb79:39367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:01,993 INFO [RS:0;300c1216fb79:39367 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:01,993 INFO [RS:0;300c1216fb79:39367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:01,994 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:01,994 INFO [RS:0;300c1216fb79:39367 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,39367,1731107925080 because: Region server is closing 2024-11-08T23:19:01,994 INFO [RS:0;300c1216fb79:39367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:39367. 2024-11-08T23:19:01,994 DEBUG [RS:0;300c1216fb79:39367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:01,994 DEBUG [RS:0;300c1216fb79:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:01,994 DEBUG [RS:0;300c1216fb79:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:01,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:02,094 INFO [RS:0;300c1216fb79:39367 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,39367,1731107925080.replicationSource.shipper300c1216fb79%2C39367%2C1731107925080,1-300c1216fb79,39367,1731107925080 terminated 2024-11-08T23:19:02,095 INFO [RS:0;300c1216fb79:39367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:39367. 2024-11-08T23:19:02,095 DEBUG [RS:0;300c1216fb79:39367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:02,095 DEBUG [RS:0;300c1216fb79:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:02,095 DEBUG [RS:0;300c1216fb79:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:02,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:02,095 INFO [RS:0;300c1216fb79:39367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39367 2024-11-08T23:19:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709759676/rs/300c1216fb79,39367,1731107925080 2024-11-08T23:19:02,171 INFO [RS:0;300c1216fb79:39367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676/rs 2024-11-08T23:19:02,172 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f4f248e45a8@32d8af68 rejected from java.util.concurrent.ThreadPoolExecutor@77da3757[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T23:19:02,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,39367,1731107925080] 2024-11-08T23:19:02,192 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709759676/draining/300c1216fb79,39367,1731107925080 already deleted, retry=false 2024-11-08T23:19:02,192 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,39367,1731107925080 expired; onlineServers=0 2024-11-08T23:19:02,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,40623,1731107924856' ***** 2024-11-08T23:19:02,193 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:19:02,193 INFO [M:0;300c1216fb79:40623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:02,193 INFO [M:0;300c1216fb79:40623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:02,193 DEBUG [M:0;300c1216fb79:40623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:19:02,193 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:19:02,193 DEBUG [M:0;300c1216fb79:40623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:19:02,193 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107927214 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107927214,5,FailOnTimeoutGroup] 2024-11-08T23:19:02,193 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107927214 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107927214,5,FailOnTimeoutGroup] 2024-11-08T23:19:02,193 INFO [M:0;300c1216fb79:40623 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:02,193 INFO [M:0;300c1216fb79:40623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:02,193 DEBUG [M:0;300c1216fb79:40623 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:19:02,193 INFO [M:0;300c1216fb79:40623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:19:02,193 INFO [M:0;300c1216fb79:40623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:02,194 INFO [M:0;300c1216fb79:40623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:19:02,194 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:19:02,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709759676/master 2024-11-08T23:19:02,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709759676 2024-11-08T23:19:02,203 DEBUG [M:0;300c1216fb79:40623 {}] zookeeper.ZKUtil(347): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Unable to get data of znode /1-1709759676/master because node does not exist (not an error) 2024-11-08T23:19:02,203 WARN [M:0;300c1216fb79:40623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:19:02,203 INFO [M:0;300c1216fb79:40623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/.lastflushedseqids 2024-11-08T23:19:02,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741847_1023 (size=245) 2024-11-08T23:19:02,229 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:19:02,282 INFO [RS:0;300c1216fb79:39367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:02,282 INFO [RS:0;300c1216fb79:39367 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,39367,1731107925080; zookeeper connection closed. 2024-11-08T23:19:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1011cbe8d7a0004, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:02,282 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3392c7d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3392c7d4 2024-11-08T23:19:02,282 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:19:02,608 INFO [M:0;300c1216fb79:40623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:19:02,608 INFO [M:0;300c1216fb79:40623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:19:02,608 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:02,608 INFO [M:0;300c1216fb79:40623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:02,608 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:02,608 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:02,608 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:02,608 INFO [M:0;300c1216fb79:40623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T23:19:02,621 DEBUG [M:0;300c1216fb79:40623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f65f4af30c184db6850bf90a438962d3 is 82, key is hbase:meta,,1/info:regioninfo/1731107928111/Put/seqid=0 2024-11-08T23:19:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741848_1024 (size=5672) 2024-11-08T23:19:03,028 INFO [M:0;300c1216fb79:40623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f65f4af30c184db6850bf90a438962d3 2024-11-08T23:19:03,032 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:19:03,068 DEBUG [M:0;300c1216fb79:40623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30b982e8e2c84d47bd079548602f4621 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731107935143/Put/seqid=0 2024-11-08T23:19:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741849_1025 (size=8515) 2024-11-08T23:19:03,093 INFO [M:0;300c1216fb79:40623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30b982e8e2c84d47bd079548602f4621 2024-11-08T23:19:03,130 DEBUG [M:0;300c1216fb79:40623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4d8a9998a004e03aea0c809be3979e8 is 69, key is 300c1216fb79,39367,1731107925080/rs:state/1731107927293/Put/seqid=0 2024-11-08T23:19:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741850_1026 (size=5156) 2024-11-08T23:19:03,546 INFO [M:0;300c1216fb79:40623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4d8a9998a004e03aea0c809be3979e8 2024-11-08T23:19:03,550 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f65f4af30c184db6850bf90a438962d3 as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f65f4af30c184db6850bf90a438962d3 2024-11-08T23:19:03,553 INFO [M:0;300c1216fb79:40623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f65f4af30c184db6850bf90a438962d3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T23:19:03,554 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30b982e8e2c84d47bd079548602f4621 as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30b982e8e2c84d47bd079548602f4621 2024-11-08T23:19:03,557 INFO [M:0;300c1216fb79:40623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30b982e8e2c84d47bd079548602f4621, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T23:19:03,558 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4d8a9998a004e03aea0c809be3979e8 as hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4d8a9998a004e03aea0c809be3979e8 2024-11-08T23:19:03,561 INFO [M:0;300c1216fb79:40623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38897/user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4d8a9998a004e03aea0c809be3979e8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T23:19:03,562 INFO [M:0;300c1216fb79:40623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 954ms, sequenceid=97, compaction requested=false 2024-11-08T23:19:03,563 INFO [M:0;300c1216fb79:40623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:03,563 DEBUG [M:0;300c1216fb79:40623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107942608Disabling compacts and flushes for region at 1731107942608Disabling writes for close at 1731107942608Obtaining lock to block concurrent updates at 1731107942608Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107942608Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731107942608Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107942609 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107942609Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107942620 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107942621 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107943045 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107943067 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107943067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107943106 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107943129 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107943129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec64203: reopening flushed file at 1731107943550 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d38b90b: reopening flushed file at 1731107943554 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b623695: reopening flushed file at 1731107943557 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 954ms, sequenceid=97, compaction requested=false at 1731107943562 (+5 ms)Writing region close event to WAL at 1731107943563 (+1 ms)Closed at 1731107943563 2024-11-08T23:19:03,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41407 is added to blk_1073741830_1006 (size=63642) 2024-11-08T23:19:03,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/421c5ce6-bcb0-75da-ae5f-0ec64e1ecde5/MasterData/WALs/300c1216fb79,40623,1731107924856/300c1216fb79%2C40623%2C1731107924856.1731107926888 not finished, retry = 0 2024-11-08T23:19:03,665 INFO [M:0;300c1216fb79:40623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:19:03,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:03,665 INFO [M:0;300c1216fb79:40623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40623 2024-11-08T23:19:03,666 INFO [M:0;300c1216fb79:40623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:03,808 INFO [M:0;300c1216fb79:40623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40623-0x1011cbe8d7a0003, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:03,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d611e11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:03,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b907227{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:03,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:03,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0fd22c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:03,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436e36a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:03,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:19:03,812 WARN [BP-60013806-172.17.0.2-1731107922858 heartbeating to localhost/127.0.0.1:38897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:19:03,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:19:03,812 WARN [BP-60013806-172.17.0.2-1731107922858 heartbeating to localhost/127.0.0.1:38897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-60013806-172.17.0.2-1731107922858 (Datanode Uuid 76551c6f-2437-48e4-93d9-73735ac43a93) service to localhost/127.0.0.1:38897 2024-11-08T23:19:03,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/cluster_5cd5d85c-c981-28ae-33ea-d45122691ab0/data/data1/current/BP-60013806-172.17.0.2-1731107922858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:03,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/cluster_5cd5d85c-c981-28ae-33ea-d45122691ab0/data/data2/current/BP-60013806-172.17.0.2-1731107922858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:03,813 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:19:03,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@404e031b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:03,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c4acb23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:03,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:03,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a615ba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:03,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d8d321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:03,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:19:03,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:19:03,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:03,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:03,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:03,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:03,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:03,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:19:03,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1828327545, stopped=false 2024-11-08T23:19:03,838 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,37915,1731107920254 2024-11-08T23:19:03,855 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809384490/running 2024-11-08T23:19:03,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809384490/running 2024-11-08T23:19:03,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:19:03,855 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:19:03,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:03,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:03,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:03,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:03,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on znode that does not yet exist, /0-1809384490/running 2024-11-08T23:19:03,856 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,45689,1731107920573' ***** 2024-11-08T23:19:03,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:19:03,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Set watcher on znode that does not yet exist, /0-1809384490/running 2024-11-08T23:19:03,856 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:19:03,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(3091): Received CLOSE for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,45689,1731107920573 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:03,857 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ae4fe23eaee57c0c85bca4f806398b9, disabling compactions & flushes 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:45689. 2024-11-08T23:19:03,857 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:19:03,857 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:19:03,857 DEBUG [RS:0;300c1216fb79:45689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:03,857 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. after waiting 0 ms 2024-11-08T23:19:03,857 DEBUG [RS:0;300c1216fb79:45689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:03,857 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:19:03,857 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ae4fe23eaee57c0c85bca4f806398b9 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:19:03,857 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:19:03,858 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:19:03,858 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1325): Online Regions={3ae4fe23eaee57c0c85bca4f806398b9=test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9., 03709986c9211ce9c91dbb0dd80badd2=hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:19:03,858 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1351): Waiting on 03709986c9211ce9c91dbb0dd80badd2, 1588230740, 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:19:03,858 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:03,858 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:03,858 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:03,858 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:03,858 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:03,858 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:19:03,872 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/f/9b5dcee17c314bd38be3ff6441e67edd is 29, key is row1/f:/1731107939007/DeleteFamily/seqid=0 2024-11-08T23:19:03,874 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/info/f1deda8062974288bca22ea51fadf1cc is 147, key is hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2./info:regioninfo/1731107932932/Put/seqid=0 2024-11-08T23:19:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741840_1016 (size=5118) 2024-11-08T23:19:03,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741841_1017 (size=7686) 2024-11-08T23:19:03,911 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:03,948 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 912, reset compression=false 2024-11-08T23:19:03,973 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:03,973 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 1159, reset compression=false 2024-11-08T23:19:03,973 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45689,1731107920573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:03,974 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,45689,1731107920573: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,45689,1731107920573, walGroup=300c1216fb79%2C45689%2C1731107920573, offset=300c1216fb79%2C45689%2C1731107920573.1731107921961:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:45689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:19:03,976 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:19:03,976 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:19:03,976 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:19:03,976 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:19:03,976 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:19:03,977 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 599651328 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192243312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:19:03,977 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:37915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:37915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:19:04,059 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1351): Waiting on 03709986c9211ce9c91dbb0dd80badd2, 1588230740, 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:19:04,189 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 1159, reset compression=false 2024-11-08T23:19:04,259 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1351): Waiting on 03709986c9211ce9c91dbb0dd80badd2, 1588230740, 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:19:04,276 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/f/9b5dcee17c314bd38be3ff6441e67edd 2024-11-08T23:19:04,281 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5dcee17c314bd38be3ff6441e67edd 2024-11-08T23:19:04,282 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/info/f1deda8062974288bca22ea51fadf1cc 2024-11-08T23:19:04,297 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/f1/709a5ef82a1f4a16b2cbfa2fbd64c578 is 30, key is row1/f1:/1731107939007/DeleteFamily/seqid=0 2024-11-08T23:19:04,307 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/ns/60d5065a29bd4bdf89113916532ab69d is 43, key is default/ns:d/1731107922688/Put/seqid=0 2024-11-08T23:19:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741842_1018 (size=5123) 2024-11-08T23:19:04,310 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/f1/709a5ef82a1f4a16b2cbfa2fbd64c578 2024-11-08T23:19:04,319 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 709a5ef82a1f4a16b2cbfa2fbd64c578 2024-11-08T23:19:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741843_1019 (size=5153) 2024-11-08T23:19:04,365 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/norep/5c477387ba034ea9907b5cce05b43dc5 is 32, key is row/norep:/1731107938001/DeleteFamily/seqid=0 2024-11-08T23:19:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741844_1020 (size=5101) 2024-11-08T23:19:04,383 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/norep/5c477387ba034ea9907b5cce05b43dc5 2024-11-08T23:19:04,389 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c477387ba034ea9907b5cce05b43dc5 2024-11-08T23:19:04,391 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/f/9b5dcee17c314bd38be3ff6441e67edd as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/f/9b5dcee17c314bd38be3ff6441e67edd 2024-11-08T23:19:04,404 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5dcee17c314bd38be3ff6441e67edd 2024-11-08T23:19:04,404 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/f/9b5dcee17c314bd38be3ff6441e67edd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T23:19:04,405 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/f1/709a5ef82a1f4a16b2cbfa2fbd64c578 as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/f1/709a5ef82a1f4a16b2cbfa2fbd64c578 2024-11-08T23:19:04,413 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 709a5ef82a1f4a16b2cbfa2fbd64c578 2024-11-08T23:19:04,414 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/f1/709a5ef82a1f4a16b2cbfa2fbd64c578, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T23:19:04,415 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/.tmp/norep/5c477387ba034ea9907b5cce05b43dc5 as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/norep/5c477387ba034ea9907b5cce05b43dc5 2024-11-08T23:19:04,423 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c477387ba034ea9907b5cce05b43dc5 2024-11-08T23:19:04,423 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/norep/5c477387ba034ea9907b5cce05b43dc5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T23:19:04,426 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3ae4fe23eaee57c0c85bca4f806398b9 in 569ms, sequenceid=8, compaction requested=false 2024-11-08T23:19:04,459 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1351): Waiting on 03709986c9211ce9c91dbb0dd80badd2, 1588230740, 3ae4fe23eaee57c0c85bca4f806398b9 2024-11-08T23:19:04,473 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/default/test/3ae4fe23eaee57c0c85bca4f806398b9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T23:19:04,473 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:19:04,474 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ae4fe23eaee57c0c85bca4f806398b9: Waiting for close lock at 1731107943857Running coprocessor pre-close hooks at 1731107943857Disabling compacts and flushes for region at 1731107943857Disabling writes for close at 1731107943857Obtaining lock to block concurrent updates at 1731107943857Preparing flush snapshotting stores in 3ae4fe23eaee57c0c85bca4f806398b9 at 1731107943857Finished memstore snapshotting test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731107943858 (+1 ms)Flushing stores of test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. at 1731107943859 (+1 ms)Flushing 3ae4fe23eaee57c0c85bca4f806398b9/f: creating writer at 1731107943859Flushing 3ae4fe23eaee57c0c85bca4f806398b9/f: appending metadata at 1731107943872 (+13 ms)Flushing 3ae4fe23eaee57c0c85bca4f806398b9/f: closing flushed file at 1731107943872Flushing 3ae4fe23eaee57c0c85bca4f806398b9/f1: creating writer at 1731107944282 (+410 ms)Flushing 3ae4fe23eaee57c0c85bca4f806398b9/f1: appending metadata at 1731107944296 (+14 ms)Flushing 3ae4fe23eaee57c0c85bca4f806398b9/f1: closing flushed file at 1731107944296Flushing 3ae4fe23eaee57c0c85bca4f806398b9/norep: creating writer at 1731107944319 (+23 ms)Flushing 3ae4fe23eaee57c0c85bca4f806398b9/norep: appending metadata at 1731107944364 (+45 ms)Flushing 3ae4fe23eaee57c0c85bca4f806398b9/norep: closing flushed file at 1731107944364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bed0c2: reopening flushed file at 1731107944389 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b067ce2: reopening flushed file at 1731107944404 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0b083: reopening flushed file at 1731107944414 (+10 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3ae4fe23eaee57c0c85bca4f806398b9 in 569ms, sequenceid=8, compaction requested=false at 1731107944426 (+12 ms)Writing region close event to WAL at 1731107944462 (+36 ms)Running coprocessor post-close hooks at 1731107944473 (+11 ms)Closed at 1731107944474 (+1 ms) 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9. 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03709986c9211ce9c91dbb0dd80badd2, disabling compactions & flushes 2024-11-08T23:19:04,474 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. after waiting 0 ms 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03709986c9211ce9c91dbb0dd80badd2: Waiting for close lock at 1731107944474Running coprocessor pre-close hooks at 1731107944474Disabling compacts and flushes for region at 1731107944474Disabling writes for close at 1731107944474Failed flush hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2., putting online again at 1731107944474 2024-11-08T23:19:04,474 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:19:04,496 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 1159, reset compression=false 2024-11-08T23:19:04,510 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:04,511 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 1803, reset compression=false 2024-11-08T23:19:04,659 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(3091): Received CLOSE for 03709986c9211ce9c91dbb0dd80badd2 2024-11-08T23:19:04,660 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1351): Waiting on 03709986c9211ce9c91dbb0dd80badd2, 1588230740 2024-11-08T23:19:04,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03709986c9211ce9c91dbb0dd80badd2, disabling compactions & flushes 2024-11-08T23:19:04,660 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:19:04,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:19:04,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. after waiting 0 ms 2024-11-08T23:19:04,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:19:04,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03709986c9211ce9c91dbb0dd80badd2: Waiting for close lock at 1731107944660Running coprocessor pre-close hooks at 1731107944660Disabling compacts and flushes for region at 1731107944660Disabling writes for close at 1731107944660Failed flush hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2., putting online again at 1731107944660 2024-11-08T23:19:04,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2. 2024-11-08T23:19:04,730 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 1803, reset compression=false 2024-11-08T23:19:04,735 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/ns/60d5065a29bd4bdf89113916532ab69d 2024-11-08T23:19:04,761 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/495d0b3422354487a7d335a94813e100 is 112, key is test,,1731107928327.3ae4fe23eaee57c0c85bca4f806398b9./rep_barrier:seqnumDuringOpen/1731107929086/Put/seqid=0 2024-11-08T23:19:04,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741845_1021 (size=5518) 2024-11-08T23:19:04,778 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:19:04,778 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:19:04,860 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:19:04,860 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1325): Online Regions={03709986c9211ce9c91dbb0dd80badd2=hbase:replication,,1731107931672.03709986c9211ce9c91dbb0dd80badd2., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:19:04,860 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:19:05,040 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 1803, reset compression=false 2024-11-08T23:19:05,060 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:19:05,166 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/495d0b3422354487a7d335a94813e100 2024-11-08T23:19:05,193 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/table/33979021b9e84b298402fca61dcbff49 is 53, key is hbase:replication/table:state/1731107932967/Put/seqid=0 2024-11-08T23:19:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741846_1022 (size=5308) 2024-11-08T23:19:05,206 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/table/33979021b9e84b298402fca61dcbff49 2024-11-08T23:19:05,236 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/info/f1deda8062974288bca22ea51fadf1cc as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/info/f1deda8062974288bca22ea51fadf1cc 2024-11-08T23:19:05,254 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/info/f1deda8062974288bca22ea51fadf1cc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:19:05,258 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/ns/60d5065a29bd4bdf89113916532ab69d as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/ns/60d5065a29bd4bdf89113916532ab69d 2024-11-08T23:19:05,264 DEBUG [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:19:05,265 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/ns/60d5065a29bd4bdf89113916532ab69d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:19:05,266 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/495d0b3422354487a7d335a94813e100 as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/rep_barrier/495d0b3422354487a7d335a94813e100 2024-11-08T23:19:05,271 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/rep_barrier/495d0b3422354487a7d335a94813e100, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:19:05,273 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/.tmp/table/33979021b9e84b298402fca61dcbff49 as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/table/33979021b9e84b298402fca61dcbff49 2024-11-08T23:19:05,278 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/table/33979021b9e84b298402fca61dcbff49, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:19:05,281 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1422ms, sequenceid=16, compaction requested=false 2024-11-08T23:19:05,328 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:19:05,330 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:05,330 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:19:05,330 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:05,330 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107943858Running coprocessor pre-close hooks at 1731107943858Disabling compacts and flushes for region at 1731107943858Disabling writes for close at 1731107943858Obtaining lock to block concurrent updates at 1731107943858Preparing flush snapshotting stores in 1588230740 at 1731107943858Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731107943858Flushing stores of hbase:meta,,1.1588230740 at 1731107943859 (+1 ms)Flushing 1588230740/info: creating writer at 1731107943859Flushing 1588230740/info: appending metadata at 1731107943874 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731107943874Flushing 1588230740/ns: creating writer at 1731107944287 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731107944306 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731107944306Flushing 1588230740/rep_barrier: creating writer at 1731107944744 (+438 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107944760 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107944760Flushing 1588230740/table: creating writer at 1731107945173 (+413 ms)Flushing 1588230740/table: appending metadata at 1731107945192 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731107945192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703bc9f6: reopening flushed file at 1731107945230 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b56d9d: reopening flushed file at 1731107945254 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31999f81: reopening flushed file at 1731107945265 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8e3634: reopening flushed file at 1731107945271 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1422ms, sequenceid=16, compaction requested=false at 1731107945281 (+10 ms)Writing region close event to WAL at 1731107945324 (+43 ms)Running coprocessor post-close hooks at 1731107945330 (+6 ms)Closed at 1731107945330 2024-11-08T23:19:05,330 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:05,444 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 to pos 1803, reset compression=false 2024-11-08T23:19:05,464 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T23:19:05,464 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,45689,1731107920573; all regions closed. 2024-11-08T23:19:05,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:19:05,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741839_1015 (size=1733) 2024-11-08T23:19:05,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.rep.1731107932868 not finished, retry = 0 2024-11-08T23:19:05,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/WALs/300c1216fb79,45689,1731107920573/300c1216fb79%2C45689%2C1731107920573.1731107921961 not finished, retry = 0 2024-11-08T23:19:05,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741833_1009 (size=1811) 2024-11-08T23:19:05,680 DEBUG [RS:0;300c1216fb79:45689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:05,680 INFO [RS:0;300c1216fb79:45689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:05,680 INFO [RS:0;300c1216fb79:45689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:05,680 INFO [RS:0;300c1216fb79:45689 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:05,681 INFO [RS:0;300c1216fb79:45689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:05,681 INFO [RS:0;300c1216fb79:45689 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,45689,1731107920573 because: Region server is closing 2024-11-08T23:19:05,681 INFO [RS:0;300c1216fb79:45689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:45689. 2024-11-08T23:19:05,681 DEBUG [RS:0;300c1216fb79:45689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:05,681 DEBUG [RS:0;300c1216fb79:45689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:05,681 DEBUG [RS:0;300c1216fb79:45689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:05,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:05,681 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:05,782 INFO [RS:0;300c1216fb79:45689 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.shipper300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 terminated 2024-11-08T23:19:05,782 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45689,1731107920573.replicationSource.wal-reader.300c1216fb79%2C45689%2C1731107920573,1-300c1216fb79,45689,1731107920573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:19:05,782 INFO [RS:0;300c1216fb79:45689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:45689. 2024-11-08T23:19:05,782 DEBUG [RS:0;300c1216fb79:45689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:05,782 DEBUG [RS:0;300c1216fb79:45689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:05,782 DEBUG [RS:0;300c1216fb79:45689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:05,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:05,782 INFO [RS:0;300c1216fb79:45689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45689 2024-11-08T23:19:05,866 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809384490/rs/300c1216fb79,45689,1731107920573 2024-11-08T23:19:05,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490/rs 2024-11-08T23:19:05,866 INFO [RS:0;300c1216fb79:45689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:05,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,45689,1731107920573] 2024-11-08T23:19:05,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809384490/draining/300c1216fb79,45689,1731107920573 already deleted, retry=false 2024-11-08T23:19:05,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,45689,1731107920573 expired; onlineServers=0 2024-11-08T23:19:05,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,37915,1731107920254' ***** 2024-11-08T23:19:05,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:19:05,887 INFO [M:0;300c1216fb79:37915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:05,887 INFO [M:0;300c1216fb79:37915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:05,887 DEBUG [M:0;300c1216fb79:37915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:19:05,887 DEBUG [M:0;300c1216fb79:37915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:19:05,887 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:19:05,887 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107921532 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107921532,5,FailOnTimeoutGroup] 2024-11-08T23:19:05,887 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107921540 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107921540,5,FailOnTimeoutGroup] 2024-11-08T23:19:05,887 INFO [M:0;300c1216fb79:37915 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:05,888 INFO [M:0;300c1216fb79:37915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:05,888 DEBUG [M:0;300c1216fb79:37915 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:19:05,888 INFO [M:0;300c1216fb79:37915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:19:05,888 INFO [M:0;300c1216fb79:37915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:05,888 INFO [M:0;300c1216fb79:37915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:19:05,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:19:05,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809384490/master 2024-11-08T23:19:05,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809384490 2024-11-08T23:19:05,904 DEBUG [M:0;300c1216fb79:37915 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809384490/master already deleted, retry=false 2024-11-08T23:19:05,904 DEBUG [M:0;300c1216fb79:37915 {}] master.ActiveMasterManager(353): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1809384490/master 2024-11-08T23:19:05,906 INFO [M:0;300c1216fb79:37915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/.lastflushedseqids 2024-11-08T23:19:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741847_1023 (size=245) 2024-11-08T23:19:05,977 INFO [RS:0;300c1216fb79:45689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:05,977 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:05,977 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1011cbe8d7a0001, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:05,977 INFO [RS:0;300c1216fb79:45689 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,45689,1731107920573; zookeeper connection closed. 2024-11-08T23:19:05,978 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bba8449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bba8449 2024-11-08T23:19:05,978 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:19:06,326 INFO [M:0;300c1216fb79:37915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:19:06,326 INFO [M:0;300c1216fb79:37915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:19:06,326 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:06,326 INFO [M:0;300c1216fb79:37915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:06,326 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:06,326 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:06,326 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:06,326 INFO [M:0;300c1216fb79:37915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T23:19:06,344 DEBUG [M:0;300c1216fb79:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49ff5f99c42b4d98ba837fecfeb156e9 is 82, key is hbase:meta,,1/info:regioninfo/1731107922658/Put/seqid=0 2024-11-08T23:19:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741848_1024 (size=5672) 2024-11-08T23:19:06,749 INFO [M:0;300c1216fb79:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49ff5f99c42b4d98ba837fecfeb156e9 2024-11-08T23:19:06,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:19:06,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,766 DEBUG [M:0;300c1216fb79:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b01b17855a7b4538959a84c52132fc60 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731107932978/Put/seqid=0 2024-11-08T23:19:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741849_1025 (size=8516) 2024-11-08T23:19:06,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:06,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:07,170 INFO [M:0;300c1216fb79:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b01b17855a7b4538959a84c52132fc60 2024-11-08T23:19:07,194 DEBUG [M:0;300c1216fb79:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d8971963054401dbe3fd14375dfde14 is 69, key is 300c1216fb79,45689,1731107920573/rs:state/1731107921657/Put/seqid=0 2024-11-08T23:19:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741850_1026 (size=5156) 2024-11-08T23:19:07,602 INFO [M:0;300c1216fb79:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d8971963054401dbe3fd14375dfde14 2024-11-08T23:19:07,606 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49ff5f99c42b4d98ba837fecfeb156e9 as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49ff5f99c42b4d98ba837fecfeb156e9 2024-11-08T23:19:07,609 INFO [M:0;300c1216fb79:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49ff5f99c42b4d98ba837fecfeb156e9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T23:19:07,610 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b01b17855a7b4538959a84c52132fc60 as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b01b17855a7b4538959a84c52132fc60 2024-11-08T23:19:07,613 INFO [M:0;300c1216fb79:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b01b17855a7b4538959a84c52132fc60, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T23:19:07,613 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d8971963054401dbe3fd14375dfde14 as hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d8971963054401dbe3fd14375dfde14 2024-11-08T23:19:07,616 INFO [M:0;300c1216fb79:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d8971963054401dbe3fd14375dfde14, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T23:19:07,617 INFO [M:0;300c1216fb79:37915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-08T23:19:07,622 INFO [M:0;300c1216fb79:37915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:07,622 DEBUG [M:0;300c1216fb79:37915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107946326Disabling compacts and flushes for region at 1731107946326Disabling writes for close at 1731107946326Obtaining lock to block concurrent updates at 1731107946326Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107946326Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731107946327 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107946327Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107946327Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107946344 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107946344Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107946753 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107946765 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107946765Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107947175 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107947194 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107947194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3991cd: reopening flushed file at 1731107947605 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43876bd0: reopening flushed file at 1731107947609 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767dc1a5: reopening flushed file at 1731107947613 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731107947617 (+4 ms)Writing region close event to WAL at 1731107947622 (+5 ms)Closed at 1731107947622 2024-11-08T23:19:07,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36339 is added to blk_1073741830_1006 (size=63654) 2024-11-08T23:19:07,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14eb7149-f3ed-5da5-9e1e-432afff20f4c/MasterData/WALs/300c1216fb79,37915,1731107920254/300c1216fb79%2C37915%2C1731107920254.1731107921240 not finished, retry = 0 2024-11-08T23:19:07,725 INFO [M:0;300c1216fb79:37915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:19:07,725 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:07,725 INFO [M:0;300c1216fb79:37915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37915 2024-11-08T23:19:07,725 INFO [M:0;300c1216fb79:37915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:07,868 INFO [M:0;300c1216fb79:37915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:07,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:07,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x1011cbe8d7a0000, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:07,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f27d9ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:07,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c537cbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:07,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:07,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71197954{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:07,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e92e080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:07,871 WARN [BP-590975141-172.17.0.2-1731107918320 heartbeating to localhost/127.0.0.1:42079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:19:07,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:19:07,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:19:07,871 WARN [BP-590975141-172.17.0.2-1731107918320 heartbeating to localhost/127.0.0.1:42079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-590975141-172.17.0.2-1731107918320 (Datanode Uuid fcb28128-18b7-4441-8d2d-a85285601290) service to localhost/127.0.0.1:42079 2024-11-08T23:19:07,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/cluster_90623cc7-5932-1278-99fb-1d8adb21f9bb/data/data1/current/BP-590975141-172.17.0.2-1731107918320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:07,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/cluster_90623cc7-5932-1278-99fb-1d8adb21f9bb/data/data2/current/BP-590975141-172.17.0.2-1731107918320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:07,872 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:19:07,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f8dfc1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:07,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e383429{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:07,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:07,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d9805d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:07,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c23f15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a68e4d9-c13c-8fae-57ee-05acd4d15b55/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:07,884 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:19:07,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:19:07,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 246) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38897 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42079 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 415) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3081 (was 4202) 2024-11-08T23:19:07,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=3081 2024-11-08T23:19:07,935 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T23:19:07,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.log.dir so I do NOT create it in target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d 2024-11-08T23:19:07,936 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:19:07,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.tmp.dir so I do NOT create it in target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d 2024-11-08T23:19:07,936 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ec832df-39ff-2f60-e6be-82b2f968c140/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:19:07,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d 2024-11-08T23:19:07,936 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/cluster_118cf024-2622-b39c-c167-1c6913172c8e, deleteOnExit=true 2024-11-08T23:19:07,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/cluster_118cf024-2622-b39c-c167-1c6913172c8e/zookeeper_0, clientPort=60586, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/cluster_118cf024-2622-b39c-c167-1c6913172c8e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/cluster_118cf024-2622-b39c-c167-1c6913172c8e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:19:07,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60586 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/test.cache.data in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:19:07,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:19:07,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:19:07,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:07,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:07,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:19:07,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:19:07,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:19:07,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:07,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:19:07,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:19:07,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cbe8d7a0002, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:19:07,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cbe8d7a0005, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:19:07,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cbe8d7a0002, quorum=127.0.0.1:57667, baseZNode=/0-1809384490 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:19:07,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cbe8d7a0005, quorum=127.0.0.1:57667, baseZNode=/1-1709759676 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:19:08,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:08,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:08,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:08,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:08,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:19:08,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:08,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d294e9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:08,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e3795c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:08,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@750c39a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/java.io.tmpdir/jetty-localhost-43983-hadoop-hdfs-3_4_1-tests_jar-_-any-13923258441118116292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:08,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8931af{HTTP/1.1, (http/1.1)}{localhost:43983} 2024-11-08T23:19:08,844 INFO [Time-limited test {}] server.Server(415): Started @225249ms 2024-11-08T23:19:09,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:09,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:09,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:09,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:09,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:19:09,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3adfdd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:09,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dcb0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:09,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4593a87a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/java.io.tmpdir/jetty-localhost-35545-hadoop-hdfs-3_4_1-tests_jar-_-any-4770513023816038833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:09,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@388b3372{HTTP/1.1, (http/1.1)}{localhost:35545} 2024-11-08T23:19:09,190 INFO [Time-limited test {}] server.Server(415): Started @225595ms 2024-11-08T23:19:09,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:19:09,844 WARN [Thread-2647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/cluster_118cf024-2622-b39c-c167-1c6913172c8e/data/data1/current/BP-1651034950-172.17.0.2-1731107947970/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:09,844 WARN [Thread-2648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/cluster_118cf024-2622-b39c-c167-1c6913172c8e/data/data2/current/BP-1651034950-172.17.0.2-1731107947970/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:09,863 WARN [Thread-2635 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:19:09,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39000b74bfda639c with lease ID 0xb1175f88b3908136: Processing first storage report for DS-f806595b-b9d7-48fd-bd9f-46220bf31908 from datanode DatanodeRegistration(127.0.0.1:35333, datanodeUuid=85ba71d5-9395-49e7-aba6-fb526a1346e3, infoPort=33755, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=386010698;c=1731107947970) 2024-11-08T23:19:09,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39000b74bfda639c with lease ID 0xb1175f88b3908136: from storage DS-f806595b-b9d7-48fd-bd9f-46220bf31908 node DatanodeRegistration(127.0.0.1:35333, datanodeUuid=85ba71d5-9395-49e7-aba6-fb526a1346e3, infoPort=33755, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=386010698;c=1731107947970), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:09,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39000b74bfda639c with lease ID 0xb1175f88b3908136: Processing first storage report for DS-29e26997-b5b2-431f-9a01-9081ba33d697 from datanode DatanodeRegistration(127.0.0.1:35333, datanodeUuid=85ba71d5-9395-49e7-aba6-fb526a1346e3, infoPort=33755, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=386010698;c=1731107947970) 2024-11-08T23:19:09,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39000b74bfda639c with lease ID 0xb1175f88b3908136: from storage DS-29e26997-b5b2-431f-9a01-9081ba33d697 node DatanodeRegistration(127.0.0.1:35333, datanodeUuid=85ba71d5-9395-49e7-aba6-fb526a1346e3, infoPort=33755, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=386010698;c=1731107947970), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:09,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d 2024-11-08T23:19:09,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:09,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:09,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:19:10,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f with version=8 2024-11-08T23:19:10,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/hbase-staging 2024-11-08T23:19:10,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:10,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:10,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:10,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:10,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:10,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:10,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:19:10,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:10,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34503 2024-11-08T23:19:10,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34503 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:10,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345030x0, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:10,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34503-0x1011cbf015c0000 connected 2024-11-08T23:19:10,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:10,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:10,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on znode that does not yet exist, /0-1004339736/running 2024-11-08T23:19:10,891 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f, hbase.cluster.distributed=false 2024-11-08T23:19:10,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on znode that does not yet exist, /0-1004339736/acl 2024-11-08T23:19:10,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-08T23:19:10,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34503 2024-11-08T23:19:10,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34503 2024-11-08T23:19:10,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-08T23:19:10,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-08T23:19:10,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:10,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:10,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:10,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:10,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:10,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:10,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:19:10,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:10,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34911 2024-11-08T23:19:10,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34911 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:10,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:10,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349110x0, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:10,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on znode that does not yet exist, /0-1004339736/running 2024-11-08T23:19:10,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34911-0x1011cbf015c0001 connected 2024-11-08T23:19:10,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:19:10,925 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:19:10,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on znode that does not yet exist, /0-1004339736/master 2024-11-08T23:19:10,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on znode that does not yet exist, /0-1004339736/acl 2024-11-08T23:19:10,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T23:19:10,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34911 2024-11-08T23:19:10,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34911 2024-11-08T23:19:10,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T23:19:10,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T23:19:10,942 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:34503 2024-11-08T23:19:10,942 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1004339736/backup-masters/300c1216fb79,34503,1731107950327 2024-11-08T23:19:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736/backup-masters 2024-11-08T23:19:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736/backup-masters 2024-11-08T23:19:10,950 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on existing znode=/0-1004339736/backup-masters/300c1216fb79,34503,1731107950327 2024-11-08T23:19:10,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:10,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1004339736/master 2024-11-08T23:19:10,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:10,961 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on existing znode=/0-1004339736/master 2024-11-08T23:19:10,961 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1004339736/backup-masters/300c1216fb79,34503,1731107950327 from backup master directory 2024-11-08T23:19:10,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004339736/backup-masters/300c1216fb79,34503,1731107950327 2024-11-08T23:19:10,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736/backup-masters 2024-11-08T23:19:10,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736/backup-masters 2024-11-08T23:19:10,971 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:10,971 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,34503,1731107950327 2024-11-08T23:19:10,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/hbase.id] with ID: 16588a12-555f-435a-aec8-9ca865c52f46 2024-11-08T23:19:10,973 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/.tmp/hbase.id 2024-11-08T23:19:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:19:11,377 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/.tmp/hbase.id]:[hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/hbase.id] 2024-11-08T23:19:11,384 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:11,385 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:19:11,385 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T23:19:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:11,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:19:11,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:19:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T23:19:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:19:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:19:11,807 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:11,808 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:19:11,808 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:19:11,814 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store 2024-11-08T23:19:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:19:12,219 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:12,219 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:12,219 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:12,219 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:12,219 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:12,219 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:12,219 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:12,219 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107952219Disabling compacts and flushes for region at 1731107952219Disabling writes for close at 1731107952219Writing region close event to WAL at 1731107952219Closed at 1731107952219 2024-11-08T23:19:12,220 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/.initializing 2024-11-08T23:19:12,220 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/WALs/300c1216fb79,34503,1731107950327 2024-11-08T23:19:12,221 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:19:12,222 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C34503%2C1731107950327, suffix=, logDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/WALs/300c1216fb79,34503,1731107950327, archiveDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/oldWALs, maxLogs=10 2024-11-08T23:19:12,234 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/WALs/300c1216fb79,34503,1731107950327/300c1216fb79%2C34503%2C1731107950327.1731107952222, exclude list is [], retry=0 2024-11-08T23:19:12,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35333,DS-f806595b-b9d7-48fd-bd9f-46220bf31908,DISK] 2024-11-08T23:19:12,238 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/WALs/300c1216fb79,34503,1731107950327/300c1216fb79%2C34503%2C1731107950327.1731107952222 2024-11-08T23:19:12,240 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33755:33755)] 2024-11-08T23:19:12,240 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:12,240 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:12,240 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,240 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:19:12,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:12,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:12,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:19:12,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:12,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:12,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:19:12,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:12,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:12,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:19:12,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:12,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:12,246 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,246 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,246 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,247 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,247 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,248 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:12,249 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:12,250 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:12,250 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60739254, jitterRate=-0.09491458535194397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:12,251 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107952241Initializing all the Stores at 1731107952241Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107952241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107952241Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107952241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107952241Cleaning up temporary data from old regions at 1731107952247 (+6 ms)Region opened successfully at 1731107952251 (+4 ms) 2024-11-08T23:19:12,251 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:19:12,253 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262e4c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:19:12,254 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:19:12,254 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:19:12,254 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:19:12,254 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:19:12,255 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:19:12,255 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:19:12,255 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:19:12,257 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:19:12,257 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Unable to get data of znode /0-1004339736/balancer because node does not exist (not necessarily an error) 2024-11-08T23:19:12,350 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004339736/balancer already deleted, retry=false 2024-11-08T23:19:12,350 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:19:12,351 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Unable to get data of znode /0-1004339736/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:19:12,360 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004339736/normalizer already deleted, retry=false 2024-11-08T23:19:12,361 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:19:12,361 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Unable to get data of znode /0-1004339736/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:19:12,371 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004339736/switch/split already deleted, retry=false 2024-11-08T23:19:12,371 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Unable to get data of znode /0-1004339736/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:19:12,381 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004339736/switch/merge already deleted, retry=false 2024-11-08T23:19:12,383 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Unable to get data of znode /0-1004339736/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:19:12,392 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004339736/snapshot-cleanup already deleted, retry=false 2024-11-08T23:19:12,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1004339736/running 2024-11-08T23:19:12,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1004339736/running 2024-11-08T23:19:12,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:12,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:12,403 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,34503,1731107950327, sessionid=0x1011cbf015c0000, setting cluster-up flag (Was=false) 2024-11-08T23:19:12,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:12,455 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1004339736/flush-table-proc/acquired, /0-1004339736/flush-table-proc/reached, /0-1004339736/flush-table-proc/abort 2024-11-08T23:19:12,456 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,34503,1731107950327 2024-11-08T23:19:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:12,508 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1004339736/online-snapshot/acquired, /0-1004339736/online-snapshot/reached, /0-1004339736/online-snapshot/abort 2024-11-08T23:19:12,508 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,34503,1731107950327 2024-11-08T23:19:12,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:19:12,511 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:12,511 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:19:12,511 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:19:12,511 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,34503,1731107950327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:19:12,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:12,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:12,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:12,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:12,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:19:12,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:19:12,512 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,513 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107982513 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:19:12,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:19:12,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:19:12,514 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:19:12,515 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:19:12,515 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:19:12,515 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107952515,5,FailOnTimeoutGroup] 2024-11-08T23:19:12,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:12,515 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107952515,5,FailOnTimeoutGroup] 2024-11-08T23:19:12,515 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,515 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:19:12,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:19:12,515 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,515 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:19:12,535 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(746): ClusterId : 16588a12-555f-435a-aec8-9ca865c52f46 2024-11-08T23:19:12,535 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:19:12,546 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:19:12,546 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:19:12,556 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:19:12,556 DEBUG [RS:0;300c1216fb79:34911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c29ab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:19:12,572 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:34911 2024-11-08T23:19:12,572 INFO [RS:0;300c1216fb79:34911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:19:12,572 INFO [RS:0;300c1216fb79:34911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:19:12,572 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:19:12,573 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,34503,1731107950327 with port=34911, startcode=1731107950909 2024-11-08T23:19:12,573 DEBUG [RS:0;300c1216fb79:34911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:19:12,574 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:19:12,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,34911,1731107950909 2024-11-08T23:19:12,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34503 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,34911,1731107950909 2024-11-08T23:19:12,576 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f 2024-11-08T23:19:12,576 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36183 2024-11-08T23:19:12,576 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:19:12,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736/rs 2024-11-08T23:19:12,588 DEBUG [RS:0;300c1216fb79:34911 {}] zookeeper.ZKUtil(111): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on existing znode=/0-1004339736/rs/300c1216fb79,34911,1731107950909 2024-11-08T23:19:12,588 WARN [RS:0;300c1216fb79:34911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:12,588 INFO [RS:0;300c1216fb79:34911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:12,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,34911,1731107950909] 2024-11-08T23:19:12,588 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909 2024-11-08T23:19:12,590 INFO [RS:0;300c1216fb79:34911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:19:12,592 INFO [RS:0;300c1216fb79:34911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:19:12,594 INFO [RS:0;300c1216fb79:34911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:19:12,594 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,596 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:19:12,597 INFO [RS:0;300c1216fb79:34911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:19:12,597 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:19:12,597 DEBUG [RS:0;300c1216fb79:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:19:12,600 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,600 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,600 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,600 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,600 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,600 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34911,1731107950909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:19:12,620 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:19:12,620 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34911,1731107950909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,620 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,620 INFO [RS:0;300c1216fb79:34911 {}] regionserver.Replication(171): 300c1216fb79,34911,1731107950909 started 2024-11-08T23:19:12,639 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:12,639 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,34911,1731107950909, RpcServer on 300c1216fb79/172.17.0.2:34911, sessionid=0x1011cbf015c0001 2024-11-08T23:19:12,639 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:19:12,639 DEBUG [RS:0;300c1216fb79:34911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,34911,1731107950909 2024-11-08T23:19:12,639 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,34911,1731107950909' 2024-11-08T23:19:12,639 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1004339736/flush-table-proc/abort' 2024-11-08T23:19:12,640 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1004339736/flush-table-proc/acquired' 2024-11-08T23:19:12,640 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:19:12,640 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:19:12,640 DEBUG [RS:0;300c1216fb79:34911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,34911,1731107950909 2024-11-08T23:19:12,640 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,34911,1731107950909' 2024-11-08T23:19:12,640 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1004339736/online-snapshot/abort' 2024-11-08T23:19:12,640 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1004339736/online-snapshot/acquired' 2024-11-08T23:19:12,641 DEBUG [RS:0;300c1216fb79:34911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:19:12,641 INFO [RS:0;300c1216fb79:34911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:19:12,641 INFO [RS:0;300c1216fb79:34911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:19:12,741 INFO [RS:0;300c1216fb79:34911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:19:12,742 INFO [RS:0;300c1216fb79:34911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C34911%2C1731107950909, suffix=, logDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909, archiveDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/oldWALs, maxLogs=10 2024-11-08T23:19:12,761 DEBUG [RS:0;300c1216fb79:34911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, exclude list is [], retry=0 2024-11-08T23:19:12,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35333,DS-f806595b-b9d7-48fd-bd9f-46220bf31908,DISK] 2024-11-08T23:19:12,765 INFO [RS:0;300c1216fb79:34911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 2024-11-08T23:19:12,765 DEBUG [RS:0;300c1216fb79:34911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33755:33755)] 2024-11-08T23:19:12,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:19:12,932 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f 2024-11-08T23:19:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:19:13,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:13,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:19:13,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:19:13,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:13,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:13,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:19:13,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:19:13,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:13,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:13,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:19:13,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:19:13,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:13,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:13,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:19:13,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:19:13,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:13,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:13,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740 2024-11-08T23:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740 2024-11-08T23:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:19:13,345 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:13,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:19:13,347 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:13,347 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61764407, jitterRate=-0.07963861525058746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:13,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107953338Initializing all the Stores at 1731107953338Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107953338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107953338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107953338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107953338Cleaning up temporary data from old regions at 1731107953344 (+6 ms)Region opened successfully at 1731107953347 (+3 ms) 2024-11-08T23:19:13,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:13,347 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:13,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:13,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:13,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:13,348 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:13,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107953347Disabling compacts and flushes for region at 1731107953347Disabling writes for close at 1731107953347Writing region close event to WAL at 1731107953348 (+1 ms)Closed at 1731107953348 2024-11-08T23:19:13,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:13,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:19:13,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:19:13,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:19:13,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:19:13,500 DEBUG [300c1216fb79:34503 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:19:13,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,34911,1731107950909 2024-11-08T23:19:13,502 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,34911,1731107950909, state=OPENING 2024-11-08T23:19:13,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:19:13,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:13,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:13,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1004339736/meta-region-server: CHANGED 2024-11-08T23:19:13,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1004339736/meta-region-server: CHANGED 2024-11-08T23:19:13,569 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:19:13,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,34911,1731107950909}] 2024-11-08T23:19:13,721 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:19:13,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:19:13,725 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:19:13,725 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:13,725 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:19:13,726 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C34911%2C1731107950909.meta, suffix=.meta, logDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909, archiveDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/oldWALs, maxLogs=10 2024-11-08T23:19:13,738 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.meta.1731107953727.meta, exclude list is [], retry=0 2024-11-08T23:19:13,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35333,DS-f806595b-b9d7-48fd-bd9f-46220bf31908,DISK] 2024-11-08T23:19:13,742 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.meta.1731107953727.meta 2024-11-08T23:19:13,742 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33755:33755)] 2024-11-08T23:19:13,742 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:13,742 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:13,743 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:19:13,743 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:19:13,743 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:19:13,743 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:19:13,743 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:13,743 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:19:13,743 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:19:13,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:19:13,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:19:13,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:13,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:13,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:19:13,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:19:13,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:13,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:13,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:19:13,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:19:13,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:13,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:13,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:19:13,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:19:13,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:13,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:13,747 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:19:13,748 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740 2024-11-08T23:19:13,748 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740 2024-11-08T23:19:13,749 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:19:13,749 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:19:13,749 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:13,750 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:19:13,751 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59449907, jitterRate=-0.11412735283374786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:13,751 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:19:13,751 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107953743Writing region info on filesystem at 1731107953743Initializing all the Stores at 1731107953744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107953744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107953744Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107953744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107953744Cleaning up temporary data from old regions at 1731107953749 (+5 ms)Running coprocessor post-open hooks at 1731107953751 (+2 ms)Region opened successfully at 1731107953751 2024-11-08T23:19:13,752 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107953721 2024-11-08T23:19:13,754 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:19:13,754 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:19:13,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,34911,1731107950909 2024-11-08T23:19:13,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,34911,1731107950909, state=OPEN 2024-11-08T23:19:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1004339736/meta-region-server 2024-11-08T23:19:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1004339736/meta-region-server 2024-11-08T23:19:13,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,34911,1731107950909 2024-11-08T23:19:13,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1004339736/meta-region-server: CHANGED 2024-11-08T23:19:13,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1004339736/meta-region-server: CHANGED 2024-11-08T23:19:13,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:19:13,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,34911,1731107950909 in 207 msec 2024-11-08T23:19:13,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:19:13,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-08T23:19:13,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:13,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:19:13,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:13,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34911,1731107950909, seqNum=-1] 2024-11-08T23:19:13,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:13,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:13,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-08T23:19:13,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107953787, completionTime=-1 2024-11-08T23:19:13,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:19:13,787 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:19:13,789 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:19:13,789 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108013789 2024-11-08T23:19:13,789 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108073789 2024-11-08T23:19:13,789 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T23:19:13,789 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34503,1731107950327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:13,789 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34503,1731107950327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:13,789 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34503,1731107950327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:13,790 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:34503, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:13,790 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:13,790 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:13,791 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:19:13,793 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.821sec 2024-11-08T23:19:13,793 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:19:13,793 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:19:13,793 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:19:13,793 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:19:13,793 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:19:13,793 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34503,1731107950327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:19:13,793 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34503,1731107950327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:19:13,794 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:19:13,794 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:19:13,794 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34503,1731107950327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:13,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330618c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:13,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34503,-1 for getting cluster id 2024-11-08T23:19:13,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:13,837 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16588a12-555f-435a-aec8-9ca865c52f46' 2024-11-08T23:19:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16588a12-555f-435a-aec8-9ca865c52f46" 2024-11-08T23:19:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86ccd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34503,-1] 2024-11-08T23:19:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:13,839 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:13,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cfba12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:13,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34911,1731107950909, seqNum=-1] 2024-11-08T23:19:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:13,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:13,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,34503,1731107950327 2024-11-08T23:19:13,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:13,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:13,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cbf015c0002 connected 2024-11-08T23:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.log.dir so I do NOT create it in target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80 2024-11-08T23:19:13,868 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.tmp.dir so I do NOT create it in target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80 2024-11-08T23:19:13,868 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:19:13,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80 2024-11-08T23:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:19:13,868 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/cluster_6e8a82a4-0acd-2505-979c-b14790087fdb, deleteOnExit=true 2024-11-08T23:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/test.cache.data in system properties and HBase conf 2024-11-08T23:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:19:13,869 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:19:13,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:19:14,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:14,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:14,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:14,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:14,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:19:14,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:14,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25e6f12c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:14,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8658a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:14,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fb68d72{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/java.io.tmpdir/jetty-localhost-45591-hadoop-hdfs-3_4_1-tests_jar-_-any-18075857617008046899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:14,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fe8d0f8{HTTP/1.1, (http/1.1)}{localhost:45591} 2024-11-08T23:19:14,277 INFO [Time-limited test {}] server.Server(415): Started @230681ms 2024-11-08T23:19:14,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:14,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:14,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:14,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:14,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:19:14,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f81c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:14,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@301fe32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:14,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b4fd84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/java.io.tmpdir/jetty-localhost-44931-hadoop-hdfs-3_4_1-tests_jar-_-any-3585192325817041882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:14,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51cfce39{HTTP/1.1, (http/1.1)}{localhost:44931} 2024-11-08T23:19:14,621 INFO [Time-limited test {}] server.Server(415): Started @231026ms 2024-11-08T23:19:14,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:19:15,243 WARN [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/cluster_6e8a82a4-0acd-2505-979c-b14790087fdb/data/data1/current/BP-764351041-172.17.0.2-1731107953888/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:15,244 WARN [Thread-2768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/cluster_6e8a82a4-0acd-2505-979c-b14790087fdb/data/data2/current/BP-764351041-172.17.0.2-1731107953888/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:15,260 WARN [Thread-2755 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:19:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef7d174f8763274 with lease ID 0xc78f4adb193ef932: Processing first storage report for DS-571c676d-1e13-4db2-8b5b-d189ad331ada from datanode DatanodeRegistration(127.0.0.1:40855, datanodeUuid=8c3faef0-7fe3-4b17-84ca-83efc57c4c40, infoPort=40553, infoSecurePort=0, ipcPort=42625, storageInfo=lv=-57;cid=testClusterID;nsid=1876334868;c=1731107953888) 2024-11-08T23:19:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef7d174f8763274 with lease ID 0xc78f4adb193ef932: from storage DS-571c676d-1e13-4db2-8b5b-d189ad331ada node DatanodeRegistration(127.0.0.1:40855, datanodeUuid=8c3faef0-7fe3-4b17-84ca-83efc57c4c40, infoPort=40553, infoSecurePort=0, ipcPort=42625, storageInfo=lv=-57;cid=testClusterID;nsid=1876334868;c=1731107953888), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef7d174f8763274 with lease ID 0xc78f4adb193ef932: Processing first storage report for DS-62f04bdc-3531-4b82-89d1-98a1a190177c from datanode DatanodeRegistration(127.0.0.1:40855, datanodeUuid=8c3faef0-7fe3-4b17-84ca-83efc57c4c40, infoPort=40553, infoSecurePort=0, ipcPort=42625, storageInfo=lv=-57;cid=testClusterID;nsid=1876334868;c=1731107953888) 2024-11-08T23:19:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef7d174f8763274 with lease ID 0xc78f4adb193ef932: from storage DS-62f04bdc-3531-4b82-89d1-98a1a190177c node DatanodeRegistration(127.0.0.1:40855, datanodeUuid=8c3faef0-7fe3-4b17-84ca-83efc57c4c40, infoPort=40553, infoSecurePort=0, ipcPort=42625, storageInfo=lv=-57;cid=testClusterID;nsid=1876334868;c=1731107953888), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:15,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80 2024-11-08T23:19:15,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:15,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:19:15,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3 with version=8 2024-11-08T23:19:15,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/hbase-staging 2024-11-08T23:19:15,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:15,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:15,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:15,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:15,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:15,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:15,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:19:15,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:15,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46075 2024-11-08T23:19:15,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46075 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:15,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460750x0, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:15,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46075-0x1011cbf015c0003 connected 2024-11-08T23:19:15,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:15,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:15,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on znode that does not yet exist, /11160187620/running 2024-11-08T23:19:15,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3, hbase.cluster.distributed=false 2024-11-08T23:19:15,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on znode that does not yet exist, /11160187620/acl 2024-11-08T23:19:15,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-08T23:19:15,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46075 2024-11-08T23:19:15,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46075 2024-11-08T23:19:15,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-08T23:19:15,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-08T23:19:15,912 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:15,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:15,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:15,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:15,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:15,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:15,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:19:15,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:15,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44789 2024-11-08T23:19:15,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44789 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:15,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:15,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:15,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447890x0, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:15,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447890x0, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on znode that does not yet exist, /11160187620/running 2024-11-08T23:19:15,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44789-0x1011cbf015c0004 connected 2024-11-08T23:19:15,929 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:19:15,933 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:19:15,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on znode that does not yet exist, /11160187620/master 2024-11-08T23:19:15,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on znode that does not yet exist, /11160187620/acl 2024-11-08T23:19:15,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44789 2024-11-08T23:19:15,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44789 2024-11-08T23:19:15,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44789 2024-11-08T23:19:15,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44789 2024-11-08T23:19:15,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44789 2024-11-08T23:19:15,965 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:46075 2024-11-08T23:19:15,967 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11160187620/backup-masters/300c1216fb79,46075,1731107955757 2024-11-08T23:19:15,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620/backup-masters 2024-11-08T23:19:15,977 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on existing znode=/11160187620/backup-masters/300c1216fb79,46075,1731107955757 2024-11-08T23:19:15,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620/backup-masters 2024-11-08T23:19:15,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11160187620/master 2024-11-08T23:19:15,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:15,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:15,988 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on existing znode=/11160187620/master 2024-11-08T23:19:15,991 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11160187620/backup-masters/300c1216fb79,46075,1731107955757 from backup master directory 2024-11-08T23:19:16,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160187620/backup-masters/300c1216fb79,46075,1731107955757 2024-11-08T23:19:16,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620/backup-masters 2024-11-08T23:19:16,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620/backup-masters 2024-11-08T23:19:16,002 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:16,002 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,46075,1731107955757 2024-11-08T23:19:16,009 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/hbase.id] with ID: 34033836-6712-44ad-b403-e0afb480a376 2024-11-08T23:19:16,009 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/.tmp/hbase.id 2024-11-08T23:19:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:19:16,014 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/.tmp/hbase.id]:[hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/hbase.id] 2024-11-08T23:19:16,021 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:16,021 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:19:16,022 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:19:16,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:16,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:19:16,442 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:16,443 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:19:16,443 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:16,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:19:16,848 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store 2024-11-08T23:19:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:19:17,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:19:17,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,253 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:17,253 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:17,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:17,253 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:17,253 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:17,253 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:17,253 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:17,253 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107957253Disabling compacts and flushes for region at 1731107957253Disabling writes for close at 1731107957253Writing region close event to WAL at 1731107957253Closed at 1731107957253 2024-11-08T23:19:17,254 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/.initializing 2024-11-08T23:19:17,254 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/WALs/300c1216fb79,46075,1731107955757 2024-11-08T23:19:17,255 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:19:17,256 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C46075%2C1731107955757, suffix=, logDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/WALs/300c1216fb79,46075,1731107955757, archiveDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/oldWALs, maxLogs=10 2024-11-08T23:19:17,268 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/WALs/300c1216fb79,46075,1731107955757/300c1216fb79%2C46075%2C1731107955757.1731107957256, exclude list is [], retry=0 2024-11-08T23:19:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-571c676d-1e13-4db2-8b5b-d189ad331ada,DISK] 2024-11-08T23:19:17,271 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/WALs/300c1216fb79,46075,1731107955757/300c1216fb79%2C46075%2C1731107955757.1731107957256 2024-11-08T23:19:17,271 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40553:40553)] 2024-11-08T23:19:17,271 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:17,271 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:17,271 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,271 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:19:17,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:17,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:17,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:19:17,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:17,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:17,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:19:17,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:17,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:17,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:19:17,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:17,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:17,277 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,277 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,277 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,278 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,278 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,278 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:17,279 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:17,280 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:17,280 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72918467, jitterRate=0.08656983077526093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:17,280 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107957272Initializing all the Stores at 1731107957272Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107957272Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107957272Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107957272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107957272Cleaning up temporary data from old regions at 1731107957278 (+6 ms)Region opened successfully at 1731107957280 (+2 ms) 2024-11-08T23:19:17,280 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:19:17,282 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7286ab2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:19:17,283 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:19:17,283 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:19:17,283 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:19:17,283 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:19:17,283 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:19:17,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:19:17,284 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:19:17,285 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:19:17,286 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Unable to get data of znode /11160187620/balancer because node does not exist (not necessarily an error) 2024-11-08T23:19:17,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:17,381 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160187620/balancer already deleted, retry=false 2024-11-08T23:19:17,382 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:19:17,382 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Unable to get data of znode /11160187620/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:19:17,391 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160187620/normalizer already deleted, retry=false 2024-11-08T23:19:17,392 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:19:17,393 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Unable to get data of znode /11160187620/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:19:17,402 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160187620/switch/split already deleted, retry=false 2024-11-08T23:19:17,403 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Unable to get data of znode /11160187620/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:19:17,412 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160187620/switch/merge already deleted, retry=false 2024-11-08T23:19:17,414 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Unable to get data of znode /11160187620/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:19:17,423 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160187620/snapshot-cleanup already deleted, retry=false 2024-11-08T23:19:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11160187620/running 2024-11-08T23:19:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11160187620/running 2024-11-08T23:19:17,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:17,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:17,434 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,46075,1731107955757, sessionid=0x1011cbf015c0003, setting cluster-up flag (Was=false) 2024-11-08T23:19:17,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:17,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:17,486 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11160187620/flush-table-proc/acquired, /11160187620/flush-table-proc/reached, /11160187620/flush-table-proc/abort 2024-11-08T23:19:17,487 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,46075,1731107955757 2024-11-08T23:19:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:17,539 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11160187620/online-snapshot/acquired, /11160187620/online-snapshot/reached, /11160187620/online-snapshot/abort 2024-11-08T23:19:17,540 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,46075,1731107955757 2024-11-08T23:19:17,541 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:19:17,542 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:17,542 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:19:17,542 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:19:17,543 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,46075,1731107955757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:19:17,544 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:17,544 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:17,544 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:17,544 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:17,544 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:19:17,544 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,544 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:19:17,544 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,544 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107987544 2024-11-08T23:19:17,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:19:17,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:19:17,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:17,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:19:17,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:19:17,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:19:17,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:19:17,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:19:17,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,545 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:19:17,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:17,546 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:19:17,546 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:19:17,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:19:17,546 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:19:17,546 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:19:17,546 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:19:17,547 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107957546,5,FailOnTimeoutGroup] 2024-11-08T23:19:17,547 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107957547,5,FailOnTimeoutGroup] 2024-11-08T23:19:17,547 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,547 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:19:17,547 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,547 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,553 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(746): ClusterId : 34033836-6712-44ad-b403-e0afb480a376 2024-11-08T23:19:17,553 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:19:17,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:19:17,560 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:19:17,560 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:19:17,571 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:19:17,571 DEBUG [RS:0;300c1216fb79:44789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fb61bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:19:17,581 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:44789 2024-11-08T23:19:17,581 INFO [RS:0;300c1216fb79:44789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:19:17,581 INFO [RS:0;300c1216fb79:44789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:19:17,581 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:19:17,582 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,46075,1731107955757 with port=44789, startcode=1731107955912 2024-11-08T23:19:17,582 DEBUG [RS:0;300c1216fb79:44789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:19:17,583 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:19:17,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,44789,1731107955912 2024-11-08T23:19:17,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46075 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,44789,1731107955912 2024-11-08T23:19:17,585 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3 2024-11-08T23:19:17,585 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40871 2024-11-08T23:19:17,585 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:19:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620/rs 2024-11-08T23:19:17,643 DEBUG [RS:0;300c1216fb79:44789 {}] zookeeper.ZKUtil(111): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on existing znode=/11160187620/rs/300c1216fb79,44789,1731107955912 2024-11-08T23:19:17,643 WARN [RS:0;300c1216fb79:44789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:17,643 INFO [RS:0;300c1216fb79:44789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:17,643 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912 2024-11-08T23:19:17,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,44789,1731107955912] 2024-11-08T23:19:17,646 INFO [RS:0;300c1216fb79:44789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:19:17,648 INFO [RS:0;300c1216fb79:44789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:19:17,648 INFO [RS:0;300c1216fb79:44789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:19:17,648 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,649 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:19:17,649 INFO [RS:0;300c1216fb79:44789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:19:17,649 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,649 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,649 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,649 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,649 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,649 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,649 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:19:17,650 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,650 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,650 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,650 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,650 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,650 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:17,650 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:19:17,650 DEBUG [RS:0;300c1216fb79:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:19:17,650 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,650 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,650 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,650 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,650 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,650 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44789,1731107955912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:19:17,667 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:19:17,667 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44789,1731107955912-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,667 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,667 INFO [RS:0;300c1216fb79:44789 {}] regionserver.Replication(171): 300c1216fb79,44789,1731107955912 started 2024-11-08T23:19:17,682 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:17,682 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,44789,1731107955912, RpcServer on 300c1216fb79/172.17.0.2:44789, sessionid=0x1011cbf015c0004 2024-11-08T23:19:17,682 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:19:17,682 DEBUG [RS:0;300c1216fb79:44789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,44789,1731107955912 2024-11-08T23:19:17,682 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,44789,1731107955912' 2024-11-08T23:19:17,682 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11160187620/flush-table-proc/abort' 2024-11-08T23:19:17,683 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11160187620/flush-table-proc/acquired' 2024-11-08T23:19:17,683 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:19:17,683 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:19:17,683 DEBUG [RS:0;300c1216fb79:44789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,44789,1731107955912 2024-11-08T23:19:17,683 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,44789,1731107955912' 2024-11-08T23:19:17,683 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11160187620/online-snapshot/abort' 2024-11-08T23:19:17,684 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11160187620/online-snapshot/acquired' 2024-11-08T23:19:17,684 DEBUG [RS:0;300c1216fb79:44789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:19:17,684 INFO [RS:0;300c1216fb79:44789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:19:17,684 INFO [RS:0;300c1216fb79:44789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:19:17,784 INFO [RS:0;300c1216fb79:44789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:19:17,786 INFO [RS:0;300c1216fb79:44789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C44789%2C1731107955912, suffix=, logDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912, archiveDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/oldWALs, maxLogs=10 2024-11-08T23:19:17,800 DEBUG [RS:0;300c1216fb79:44789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, exclude list is [], retry=0 2024-11-08T23:19:17,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-571c676d-1e13-4db2-8b5b-d189ad331ada,DISK] 2024-11-08T23:19:17,804 INFO [RS:0;300c1216fb79:44789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 2024-11-08T23:19:17,804 DEBUG [RS:0;300c1216fb79:44789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40553:40553)] 2024-11-08T23:19:17,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:19:17,954 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3 2024-11-08T23:19:17,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:19:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:18,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:19:18,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:19:18,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:18,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:18,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:19:18,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:19:18,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:18,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:18,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:19:18,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:19:18,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:18,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:18,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:19:18,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:19:18,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:18,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:18,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:19:18,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740 2024-11-08T23:19:18,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740 2024-11-08T23:19:18,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:19:18,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:19:18,386 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:18,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:19:18,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:18,390 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72037970, jitterRate=0.07344940304756165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:18,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107958359Initializing all the Stores at 1731107958360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107958360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107958360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107958360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107958360Cleaning up temporary data from old regions at 1731107958386 (+26 ms)Region opened successfully at 1731107958390 (+4 ms) 2024-11-08T23:19:18,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:18,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:18,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:18,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:18,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:18,390 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:18,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107958390Disabling compacts and flushes for region at 1731107958390Disabling writes for close at 1731107958390Writing region close event to WAL at 1731107958390Closed at 1731107958390 2024-11-08T23:19:18,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:18,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:19:18,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:19:18,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:19:18,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:19:18,544 DEBUG [300c1216fb79:46075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:19:18,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,44789,1731107955912 2024-11-08T23:19:18,545 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,44789,1731107955912, state=OPENING 2024-11-08T23:19:18,591 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:19:18,602 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:19:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:18,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:19:18,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,44789,1731107955912}] 2024-11-08T23:19:18,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11160187620/meta-region-server: CHANGED 2024-11-08T23:19:18,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11160187620/meta-region-server: CHANGED 2024-11-08T23:19:18,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:19:18,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:19:18,979 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:19:18,979 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:18,979 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:19:18,980 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C44789%2C1731107955912.meta, suffix=.meta, logDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912, archiveDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/oldWALs, maxLogs=10 2024-11-08T23:19:18,998 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.meta.1731107958981.meta, exclude list is [], retry=0 2024-11-08T23:19:19,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-571c676d-1e13-4db2-8b5b-d189ad331ada,DISK] 2024-11-08T23:19:19,007 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.meta.1731107958981.meta 2024-11-08T23:19:19,007 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40553:40553)] 2024-11-08T23:19:19,007 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:19,008 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:19,008 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:19:19,008 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:19:19,008 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:19:19,008 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:19:19,008 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:19,009 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:19:19,009 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:19:19,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:19:19,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:19:19,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:19,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:19,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:19:19,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:19:19,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:19,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:19,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:19:19,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:19:19,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:19,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:19,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:19:19,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:19:19,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:19,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:19,014 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:19:19,014 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740 2024-11-08T23:19:19,015 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740 2024-11-08T23:19:19,016 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:19:19,016 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:19:19,016 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:19,017 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:19:19,017 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73054900, jitterRate=0.08860284090042114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:19,017 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:19:19,017 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107959009Writing region info on filesystem at 1731107959009Initializing all the Stores at 1731107959009Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107959009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107959010 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107959010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107959010Cleaning up temporary data from old regions at 1731107959016 (+6 ms)Running coprocessor post-open hooks at 1731107959017 (+1 ms)Region opened successfully at 1731107959017 2024-11-08T23:19:19,018 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107958974 2024-11-08T23:19:19,021 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:19:19,021 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:19:19,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,44789,1731107955912 2024-11-08T23:19:19,022 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,44789,1731107955912, state=OPEN 2024-11-08T23:19:19,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11160187620/meta-region-server 2024-11-08T23:19:19,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11160187620/meta-region-server 2024-11-08T23:19:19,034 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,44789,1731107955912 2024-11-08T23:19:19,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11160187620/meta-region-server: CHANGED 2024-11-08T23:19:19,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11160187620/meta-region-server: CHANGED 2024-11-08T23:19:19,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:19:19,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,44789,1731107955912 in 212 msec 2024-11-08T23:19:19,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:19:19,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-08T23:19:19,038 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:19,038 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:19:19,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:19,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44789,1731107955912, seqNum=-1] 2024-11-08T23:19:19,040 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:19,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:19,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5030 sec 2024-11-08T23:19:19,046 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107959045, completionTime=-1 2024-11-08T23:19:19,046 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:19:19,046 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108019048 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108079048 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46075,1731107955757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46075,1731107955757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46075,1731107955757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:46075, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:19,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:19,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:19,051 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:19:19,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.050sec 2024-11-08T23:19:19,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:19:19,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:19:19,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:19:19,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:19:19,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:19:19,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46075,1731107955757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:19:19,052 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46075,1731107955757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:19:19,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a0060f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:19,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46075,-1 for getting cluster id 2024-11-08T23:19:19,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:19,063 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:19:19,063 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34033836-6712-44ad-b403-e0afb480a376' 2024-11-08T23:19:19,063 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:19:19,063 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46075,1731107955757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:19,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:19,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34033836-6712-44ad-b403-e0afb480a376" 2024-11-08T23:19:19,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305bd66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46075,-1] 2024-11-08T23:19:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:19,066 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:19,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12647805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:19,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:19,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44789,1731107955912, seqNum=-1] 2024-11-08T23:19:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:19,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:19,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,46075,1731107955757 2024-11-08T23:19:19,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:19,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:19,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cbf015c0005 connected 2024-11-08T23:19:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.log.dir so I do NOT create it in target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1 2024-11-08T23:19:19,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:19:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.tmp.dir so I do NOT create it in target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1 2024-11-08T23:19:19,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:19:19,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1 2024-11-08T23:19:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:19:19,095 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/cluster_c2b64ad8-e9eb-cc5e-e2a9-3fb895b85c98, deleteOnExit=true 2024-11-08T23:19:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:19:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/test.cache.data in system properties and HBase conf 2024-11-08T23:19:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:19:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:19:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:19:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:19:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:19:19,096 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:19:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:19:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:19:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:19:19,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:19,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:19,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:19,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:19,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:19:19,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:19,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2925bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:19,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@627a3e7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:19,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@571e3eb4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/java.io.tmpdir/jetty-localhost-39871-hadoop-hdfs-3_4_1-tests_jar-_-any-429205828158174553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:19,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e76c5b0{HTTP/1.1, (http/1.1)}{localhost:39871} 2024-11-08T23:19:19,579 INFO [Time-limited test {}] server.Server(415): Started @235984ms 2024-11-08T23:19:19,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:19,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:19,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:19,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:19,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:19:19,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fbdaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:19,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d0b156{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:20,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@410efbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/java.io.tmpdir/jetty-localhost-38171-hadoop-hdfs-3_4_1-tests_jar-_-any-7211251281767106999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:20,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49ddc8e0{HTTP/1.1, (http/1.1)}{localhost:38171} 2024-11-08T23:19:20,116 INFO [Time-limited test {}] server.Server(415): Started @236521ms 2024-11-08T23:19:20,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:19:20,991 WARN [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/cluster_c2b64ad8-e9eb-cc5e-e2a9-3fb895b85c98/data/data1/current/BP-1117545998-172.17.0.2-1731107959118/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:20,991 WARN [Thread-2889 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/cluster_c2b64ad8-e9eb-cc5e-e2a9-3fb895b85c98/data/data2/current/BP-1117545998-172.17.0.2-1731107959118/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:21,013 WARN [Thread-2876 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:19:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f1c749be4707052 with lease ID 0x6513b1ca1fb71c99: Processing first storage report for DS-5fe1c2b5-81f3-47e9-87cc-3eff92fc6ed4 from datanode DatanodeRegistration(127.0.0.1:34643, datanodeUuid=2eb37769-5630-4ae7-a750-78009ff2ea58, infoPort=41207, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=262774392;c=1731107959118) 2024-11-08T23:19:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f1c749be4707052 with lease ID 0x6513b1ca1fb71c99: from storage DS-5fe1c2b5-81f3-47e9-87cc-3eff92fc6ed4 node DatanodeRegistration(127.0.0.1:34643, datanodeUuid=2eb37769-5630-4ae7-a750-78009ff2ea58, infoPort=41207, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=262774392;c=1731107959118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f1c749be4707052 with lease ID 0x6513b1ca1fb71c99: Processing first storage report for DS-13c4643d-5cf8-450a-ba66-bcf79e133d40 from datanode DatanodeRegistration(127.0.0.1:34643, datanodeUuid=2eb37769-5630-4ae7-a750-78009ff2ea58, infoPort=41207, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=262774392;c=1731107959118) 2024-11-08T23:19:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f1c749be4707052 with lease ID 0x6513b1ca1fb71c99: from storage DS-13c4643d-5cf8-450a-ba66-bcf79e133d40 node DatanodeRegistration(127.0.0.1:34643, datanodeUuid=2eb37769-5630-4ae7-a750-78009ff2ea58, infoPort=41207, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=262774392;c=1731107959118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:21,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1 2024-11-08T23:19:21,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:21,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:21,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:19:21,497 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8 with version=8 2024-11-08T23:19:21,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/hbase-staging 2024-11-08T23:19:21,500 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:21,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:21,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:21,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:21,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:21,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:21,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:19:21,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:21,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36619 2024-11-08T23:19:21,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36619 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366190x0, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:21,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36619-0x1011cbf015c0006 connected 2024-11-08T23:19:21,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:21,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:21,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on znode that does not yet exist, /2-1556728025/running 2024-11-08T23:19:21,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8, hbase.cluster.distributed=false 2024-11-08T23:19:21,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on znode that does not yet exist, /2-1556728025/acl 2024-11-08T23:19:21,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-08T23:19:21,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36619 2024-11-08T23:19:21,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36619 2024-11-08T23:19:21,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-08T23:19:21,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-08T23:19:21,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:21,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:21,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:21,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:21,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:21,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:21,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:19:21,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:21,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43435 2024-11-08T23:19:21,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43435 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:21,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:21,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:21,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434350x0, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:21,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434350x0, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on znode that does not yet exist, /2-1556728025/running 2024-11-08T23:19:21,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43435-0x1011cbf015c0007 connected 2024-11-08T23:19:21,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:19:21,729 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:19:21,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on znode that does not yet exist, /2-1556728025/master 2024-11-08T23:19:21,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on znode that does not yet exist, /2-1556728025/acl 2024-11-08T23:19:21,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43435 2024-11-08T23:19:21,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43435 2024-11-08T23:19:21,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43435 2024-11-08T23:19:21,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43435 2024-11-08T23:19:21,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43435 2024-11-08T23:19:21,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:19:21,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T23:19:21,742 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:36619 2024-11-08T23:19:21,742 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1556728025/backup-masters/300c1216fb79,36619,1731107961499 2024-11-08T23:19:21,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T23:19:21,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T23:19:21,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025/backup-masters 2024-11-08T23:19:21,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025/backup-masters 2024-11-08T23:19:21,750 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on existing znode=/2-1556728025/backup-masters/300c1216fb79,36619,1731107961499 2024-11-08T23:19:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1556728025/master 2024-11-08T23:19:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:21,760 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on existing znode=/2-1556728025/master 2024-11-08T23:19:21,760 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1556728025/backup-masters/300c1216fb79,36619,1731107961499 from backup master directory 2024-11-08T23:19:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1556728025/backup-masters/300c1216fb79,36619,1731107961499 2024-11-08T23:19:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025/backup-masters 2024-11-08T23:19:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025/backup-masters 2024-11-08T23:19:21,770 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:21,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,36619,1731107961499 2024-11-08T23:19:21,773 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/hbase.id] with ID: bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc 2024-11-08T23:19:21,773 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/.tmp/hbase.id 2024-11-08T23:19:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:19:21,778 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/.tmp/hbase.id]:[hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/hbase.id] 2024-11-08T23:19:21,786 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:21,786 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:19:21,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:19:21,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:21,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:19:22,202 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:22,202 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:19:22,203 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:19:22,608 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store 2024-11-08T23:19:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:19:23,014 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:23,014 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:23,014 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:23,014 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:23,014 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:23,014 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:23,014 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:23,014 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107963014Disabling compacts and flushes for region at 1731107963014Disabling writes for close at 1731107963014Writing region close event to WAL at 1731107963014Closed at 1731107963014 2024-11-08T23:19:23,016 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/.initializing 2024-11-08T23:19:23,016 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/WALs/300c1216fb79,36619,1731107961499 2024-11-08T23:19:23,017 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:19:23,018 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C36619%2C1731107961499, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/WALs/300c1216fb79,36619,1731107961499, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/oldWALs, maxLogs=10 2024-11-08T23:19:23,036 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/WALs/300c1216fb79,36619,1731107961499/300c1216fb79%2C36619%2C1731107961499.1731107963018, exclude list is [], retry=0 2024-11-08T23:19:23,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-5fe1c2b5-81f3-47e9-87cc-3eff92fc6ed4,DISK] 2024-11-08T23:19:23,040 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/WALs/300c1216fb79,36619,1731107961499/300c1216fb79%2C36619%2C1731107961499.1731107963018 2024-11-08T23:19:23,040 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41207:41207)] 2024-11-08T23:19:23,040 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:23,040 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:23,040 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,041 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:19:23,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:23,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:23,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:19:23,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:23,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:23,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:19:23,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:23,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:23,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:19:23,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:23,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:23,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,049 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,049 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,050 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,050 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,050 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:23,051 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:23,053 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:23,053 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63967976, jitterRate=-0.04680287837982178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:23,053 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107963041Initializing all the Stores at 1731107963041Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107963041Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107963043 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107963043Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107963043Cleaning up temporary data from old regions at 1731107963050 (+7 ms)Region opened successfully at 1731107963053 (+3 ms) 2024-11-08T23:19:23,053 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:19:23,056 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191aae91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:19:23,056 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:19:23,057 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:19:23,057 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:19:23,057 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:19:23,057 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:19:23,058 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:19:23,058 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:19:23,062 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:19:23,063 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Unable to get data of znode /2-1556728025/balancer because node does not exist (not necessarily an error) 2024-11-08T23:19:23,139 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1556728025/balancer already deleted, retry=false 2024-11-08T23:19:23,139 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:19:23,140 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Unable to get data of znode /2-1556728025/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:19:23,149 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1556728025/normalizer already deleted, retry=false 2024-11-08T23:19:23,149 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:19:23,150 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Unable to get data of znode /2-1556728025/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:19:23,160 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1556728025/switch/split already deleted, retry=false 2024-11-08T23:19:23,161 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Unable to get data of znode /2-1556728025/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:19:23,170 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1556728025/switch/merge already deleted, retry=false 2024-11-08T23:19:23,172 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Unable to get data of znode /2-1556728025/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:19:23,181 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1556728025/snapshot-cleanup already deleted, retry=false 2024-11-08T23:19:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1556728025/running 2024-11-08T23:19:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1556728025/running 2024-11-08T23:19:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:23,192 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,36619,1731107961499, sessionid=0x1011cbf015c0006, setting cluster-up flag (Was=false) 2024-11-08T23:19:23,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:23,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:23,244 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1556728025/flush-table-proc/acquired, /2-1556728025/flush-table-proc/reached, /2-1556728025/flush-table-proc/abort 2024-11-08T23:19:23,245 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,36619,1731107961499 2024-11-08T23:19:23,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:23,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:23,296 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1556728025/online-snapshot/acquired, /2-1556728025/online-snapshot/reached, /2-1556728025/online-snapshot/abort 2024-11-08T23:19:23,298 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,36619,1731107961499 2024-11-08T23:19:23,299 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:19:23,300 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:23,300 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:19:23,300 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:19:23,300 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,36619,1731107961499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:19:23,301 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:23,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:23,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:23,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:23,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:19:23,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:19:23,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,302 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731107993302 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:19:23,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:19:23,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:19:23,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:19:23,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:23,304 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:19:23,304 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:19:23,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:19:23,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107963304,5,FailOnTimeoutGroup] 2024-11-08T23:19:23,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107963304,5,FailOnTimeoutGroup] 2024-11-08T23:19:23,304 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,304 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:19:23,304 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,304 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:19:23,334 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(746): ClusterId : bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc 2024-11-08T23:19:23,334 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:19:23,345 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:19:23,345 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:19:23,355 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:19:23,355 DEBUG [RS:0;300c1216fb79:43435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfd7635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:19:23,366 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:43435 2024-11-08T23:19:23,366 INFO [RS:0;300c1216fb79:43435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:19:23,366 INFO [RS:0;300c1216fb79:43435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:19:23,366 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:19:23,367 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,36619,1731107961499 with port=43435, startcode=1731107961710 2024-11-08T23:19:23,367 DEBUG [RS:0;300c1216fb79:43435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:19:23,368 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:19:23,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,43435,1731107961710 2024-11-08T23:19:23,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36619 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,43435,1731107961710 2024-11-08T23:19:23,370 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8 2024-11-08T23:19:23,370 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36701 2024-11-08T23:19:23,370 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:19:23,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025/rs 2024-11-08T23:19:23,422 DEBUG [RS:0;300c1216fb79:43435 {}] zookeeper.ZKUtil(111): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on existing znode=/2-1556728025/rs/300c1216fb79,43435,1731107961710 2024-11-08T23:19:23,422 WARN [RS:0;300c1216fb79:43435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:23,422 INFO [RS:0;300c1216fb79:43435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:23,422 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710 2024-11-08T23:19:23,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,43435,1731107961710] 2024-11-08T23:19:23,424 INFO [RS:0;300c1216fb79:43435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:19:23,426 INFO [RS:0;300c1216fb79:43435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:19:23,426 INFO [RS:0;300c1216fb79:43435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:19:23,426 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,426 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:19:23,427 INFO [RS:0;300c1216fb79:43435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:19:23,427 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:19:23,427 DEBUG [RS:0;300c1216fb79:43435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:19:23,428 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,428 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,428 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,428 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,428 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,428 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43435,1731107961710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:19:23,444 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:19:23,444 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43435,1731107961710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,444 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,444 INFO [RS:0;300c1216fb79:43435 {}] regionserver.Replication(171): 300c1216fb79,43435,1731107961710 started 2024-11-08T23:19:23,456 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:23,456 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,43435,1731107961710, RpcServer on 300c1216fb79/172.17.0.2:43435, sessionid=0x1011cbf015c0007 2024-11-08T23:19:23,456 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:19:23,456 DEBUG [RS:0;300c1216fb79:43435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,43435,1731107961710 2024-11-08T23:19:23,456 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,43435,1731107961710' 2024-11-08T23:19:23,456 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1556728025/flush-table-proc/abort' 2024-11-08T23:19:23,457 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1556728025/flush-table-proc/acquired' 2024-11-08T23:19:23,457 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:19:23,457 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:19:23,457 DEBUG [RS:0;300c1216fb79:43435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,43435,1731107961710 2024-11-08T23:19:23,457 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,43435,1731107961710' 2024-11-08T23:19:23,457 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1556728025/online-snapshot/abort' 2024-11-08T23:19:23,457 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1556728025/online-snapshot/acquired' 2024-11-08T23:19:23,457 DEBUG [RS:0;300c1216fb79:43435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:19:23,458 INFO [RS:0;300c1216fb79:43435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:19:23,458 INFO [RS:0;300c1216fb79:43435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:19:23,558 INFO [RS:0;300c1216fb79:43435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:19:23,559 INFO [RS:0;300c1216fb79:43435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C43435%2C1731107961710, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/oldWALs, maxLogs=10 2024-11-08T23:19:23,575 DEBUG [RS:0;300c1216fb79:43435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, exclude list is [], retry=0 2024-11-08T23:19:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-5fe1c2b5-81f3-47e9-87cc-3eff92fc6ed4,DISK] 2024-11-08T23:19:23,579 INFO [RS:0;300c1216fb79:43435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 2024-11-08T23:19:23,579 DEBUG [RS:0;300c1216fb79:43435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41207:41207)] 2024-11-08T23:19:23,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:19:23,713 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8 2024-11-08T23:19:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:19:24,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:24,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:19:24,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:19:24,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:24,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:19:24,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:19:24,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:24,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:19:24,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:19:24,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:24,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:19:24,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:19:24,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:19:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740 2024-11-08T23:19:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740 2024-11-08T23:19:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:19:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:19:24,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:24,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:19:24,127 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:24,127 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72370616, jitterRate=0.07840621471405029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107964118Initializing all the Stores at 1731107964119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107964119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107964119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107964119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107964119Cleaning up temporary data from old regions at 1731107964124 (+5 ms)Region opened successfully at 1731107964128 (+4 ms) 2024-11-08T23:19:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:24,128 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:24,128 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107964128Disabling compacts and flushes for region at 1731107964128Disabling writes for close at 1731107964128Writing region close event to WAL at 1731107964128Closed at 1731107964128 2024-11-08T23:19:24,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:24,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:19:24,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:19:24,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:19:24,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:19:24,281 DEBUG [300c1216fb79:36619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:19:24,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,43435,1731107961710 2024-11-08T23:19:24,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,43435,1731107961710, state=OPENING 2024-11-08T23:19:24,339 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:19:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:24,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:19:24,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1556728025/meta-region-server: CHANGED 2024-11-08T23:19:24,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1556728025/meta-region-server: CHANGED 2024-11-08T23:19:24,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,43435,1731107961710}] 2024-11-08T23:19:24,502 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:19:24,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:19:24,505 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:19:24,505 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:24,505 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:19:24,506 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C43435%2C1731107961710.meta, suffix=.meta, logDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/oldWALs, maxLogs=10 2024-11-08T23:19:24,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:19:24,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,518 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.meta.1731107964506.meta, exclude list is [], retry=0 2024-11-08T23:19:24,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-5fe1c2b5-81f3-47e9-87cc-3eff92fc6ed4,DISK] 2024-11-08T23:19:24,521 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.meta.1731107964506.meta 2024-11-08T23:19:24,521 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41207:41207)] 2024-11-08T23:19:24,522 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:24,522 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:24,522 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:19:24,522 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:19:24,522 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:19:24,522 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:19:24,522 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:24,522 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:19:24,522 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:19:24,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:19:24,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:19:24,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:24,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:19:24,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:19:24,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:24,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:19:24,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:19:24,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:24,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:19:24,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:19:24,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:24,527 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:19:24,527 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740 2024-11-08T23:19:24,528 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740 2024-11-08T23:19:24,529 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:19:24,529 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:19:24,529 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:24,530 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:19:24,531 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59647682, jitterRate=-0.11118027567863464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:24,531 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:19:24,531 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107964522Writing region info on filesystem at 1731107964522Initializing all the Stores at 1731107964523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107964523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107964523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107964523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107964523Cleaning up temporary data from old regions at 1731107964529 (+6 ms)Running coprocessor post-open hooks at 1731107964531 (+2 ms)Region opened successfully at 1731107964531 2024-11-08T23:19:24,532 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107964501 2024-11-08T23:19:24,534 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:19:24,534 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:19:24,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,43435,1731107961710 2024-11-08T23:19:24,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,43435,1731107961710, state=OPEN 2024-11-08T23:19:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1556728025/meta-region-server 2024-11-08T23:19:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1556728025/meta-region-server 2024-11-08T23:19:24,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,43435,1731107961710 2024-11-08T23:19:24,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1556728025/meta-region-server: CHANGED 2024-11-08T23:19:24,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1556728025/meta-region-server: CHANGED 2024-11-08T23:19:24,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:19:24,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,43435,1731107961710 in 194 msec 2024-11-08T23:19:24,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:19:24,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-08T23:19:24,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:24,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:19:24,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:24,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,43435,1731107961710, seqNum=-1] 2024-11-08T23:19:24,550 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:24,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:24,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-08T23:19:24,555 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107964555, completionTime=-1 2024-11-08T23:19:24,555 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:19:24,555 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108024557 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108084557 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36619,1731107961499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36619,1731107961499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36619,1731107961499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:36619, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:24,557 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:24,558 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:24,559 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:19:24,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,561 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.790sec 2024-11-08T23:19:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,561 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:19:24,561 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:19:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,561 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:19:24,561 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:19:24,561 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:19:24,561 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36619,1731107961499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:19:24,561 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36619,1731107961499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:19:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,562 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:19:24,562 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:19:24,563 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,36619,1731107961499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:24,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:24,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1771f65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:24,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36619,-1 for getting cluster id 2024-11-08T23:19:24,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:24,636 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc' 2024-11-08T23:19:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc" 2024-11-08T23:19:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce595cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36619,-1] 2024-11-08T23:19:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:24,638 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:24,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2120cb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:24,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,43435,1731107961710, seqNum=-1] 2024-11-08T23:19:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:24,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,36619,1731107961499 2024-11-08T23:19:24,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60586 2024-11-08T23:19:24,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:24,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011cbf015c0008 connected 2024-11-08T23:19:24,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34503,1731107950327 2024-11-08T23:19:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1285edff 2024-11-08T23:19:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:24,669 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:24,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:19:24,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:19:24,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:24,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:19:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:24,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:19:24,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:19:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:25,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b2f83c85ff5ddd85044c27b1bf821eb, NAME => 'test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f 2024-11-08T23:19:25,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:19:25,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:25,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b2f83c85ff5ddd85044c27b1bf821eb, disabling compactions & flushes 2024-11-08T23:19:25,083 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:25,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:25,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. after waiting 0 ms 2024-11-08T23:19:25,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:25,083 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:25,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b2f83c85ff5ddd85044c27b1bf821eb: Waiting for close lock at 1731107965083Disabling compacts and flushes for region at 1731107965083Disabling writes for close at 1731107965083Writing region close event to WAL at 1731107965083Closed at 1731107965083 2024-11-08T23:19:25,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:19:25,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107965084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107965084"}]},"ts":"1731107965084"} 2024-11-08T23:19:25,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:19:25,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:19:25,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107965088"}]},"ts":"1731107965088"} 2024-11-08T23:19:25,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:19:25,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b2f83c85ff5ddd85044c27b1bf821eb, ASSIGN}] 2024-11-08T23:19:25,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b2f83c85ff5ddd85044c27b1bf821eb, ASSIGN 2024-11-08T23:19:25,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b2f83c85ff5ddd85044c27b1bf821eb, ASSIGN; state=OFFLINE, location=300c1216fb79,34911,1731107950909; forceNewPlan=false, retain=false 2024-11-08T23:19:25,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b2f83c85ff5ddd85044c27b1bf821eb, regionState=OPENING, regionLocation=300c1216fb79,34911,1731107950909 2024-11-08T23:19:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b2f83c85ff5ddd85044c27b1bf821eb, ASSIGN because future has completed 2024-11-08T23:19:25,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b2f83c85ff5ddd85044c27b1bf821eb, server=300c1216fb79,34911,1731107950909}] 2024-11-08T23:19:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:25,401 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:25,401 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b2f83c85ff5ddd85044c27b1bf821eb, NAME => 'test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:25,402 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:25,402 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:19:25,402 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,402 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:25,402 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,402 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,403 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,404 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b2f83c85ff5ddd85044c27b1bf821eb columnFamilyName f 2024-11-08T23:19:25,404 DEBUG [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:25,405 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] regionserver.HStore(327): Store=4b2f83c85ff5ddd85044c27b1bf821eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:25,405 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,405 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b2f83c85ff5ddd85044c27b1bf821eb columnFamilyName f1 2024-11-08T23:19:25,405 DEBUG [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:25,406 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] regionserver.HStore(327): Store=4b2f83c85ff5ddd85044c27b1bf821eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:25,406 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,407 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b2f83c85ff5ddd85044c27b1bf821eb columnFamilyName norep 2024-11-08T23:19:25,407 DEBUG [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:25,407 INFO [StoreOpener-4b2f83c85ff5ddd85044c27b1bf821eb-1 {}] regionserver.HStore(327): Store=4b2f83c85ff5ddd85044c27b1bf821eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:25,407 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,408 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,408 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,408 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,408 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,409 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:19:25,410 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,412 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:25,412 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b2f83c85ff5ddd85044c27b1bf821eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61389605, jitterRate=-0.08522360026836395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:19:25,412 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:25,412 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b2f83c85ff5ddd85044c27b1bf821eb: Running coprocessor pre-open hook at 1731107965402Writing region info on filesystem at 1731107965402Initializing all the Stores at 1731107965403 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107965403Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107965403Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107965403Cleaning up temporary data from old regions at 1731107965408 (+5 ms)Running coprocessor post-open hooks at 1731107965412 (+4 ms)Region opened successfully at 1731107965412 2024-11-08T23:19:25,413 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb., pid=6, masterSystemTime=1731107965397 2024-11-08T23:19:25,415 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:25,415 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:25,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b2f83c85ff5ddd85044c27b1bf821eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,34911,1731107950909 2024-11-08T23:19:25,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b2f83c85ff5ddd85044c27b1bf821eb, server=300c1216fb79,34911,1731107950909 because future has completed 2024-11-08T23:19:25,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:19:25,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b2f83c85ff5ddd85044c27b1bf821eb, server=300c1216fb79,34911,1731107950909 in 172 msec 2024-11-08T23:19:25,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:19:25,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b2f83c85ff5ddd85044c27b1bf821eb, ASSIGN in 329 msec 2024-11-08T23:19:25,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:19:25,422 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107965421"}]},"ts":"1731107965421"} 2024-11-08T23:19:25,423 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:19:25,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:19:25,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-08T23:19:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:25,809 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:19:25,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,46075,1731107955757 2024-11-08T23:19:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8933df3 2024-11-08T23:19:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:25,811 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:25,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:19:25,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:19:25,813 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:25,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:19:25,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:19:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:19:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:26,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abd47563a880c7114aff21fefe032cfa, NAME => 'test,,1731107965812.abd47563a880c7114aff21fefe032cfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3 2024-11-08T23:19:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:19:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:26,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107965812.abd47563a880c7114aff21fefe032cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abd47563a880c7114aff21fefe032cfa, disabling compactions & flushes 2024-11-08T23:19:26,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107965812.abd47563a880c7114aff21fefe032cfa. after waiting 0 ms 2024-11-08T23:19:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:26,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:26,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abd47563a880c7114aff21fefe032cfa: Waiting for close lock at 1731107966630Disabling compacts and flushes for region at 1731107966630Disabling writes for close at 1731107966630Writing region close event to WAL at 1731107966630Closed at 1731107966630 2024-11-08T23:19:26,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:19:26,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107965812.abd47563a880c7114aff21fefe032cfa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107966631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107966631"}]},"ts":"1731107966631"} 2024-11-08T23:19:26,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:19:26,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:19:26,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107966633"}]},"ts":"1731107966633"} 2024-11-08T23:19:26,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:19:26,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abd47563a880c7114aff21fefe032cfa, ASSIGN}] 2024-11-08T23:19:26,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abd47563a880c7114aff21fefe032cfa, ASSIGN 2024-11-08T23:19:26,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abd47563a880c7114aff21fefe032cfa, ASSIGN; state=OFFLINE, location=300c1216fb79,44789,1731107955912; forceNewPlan=false, retain=false 2024-11-08T23:19:26,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abd47563a880c7114aff21fefe032cfa, regionState=OPENING, regionLocation=300c1216fb79,44789,1731107955912 2024-11-08T23:19:26,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abd47563a880c7114aff21fefe032cfa, ASSIGN because future has completed 2024-11-08T23:19:26,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd47563a880c7114aff21fefe032cfa, server=300c1216fb79,44789,1731107955912}] 2024-11-08T23:19:26,944 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:26,944 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abd47563a880c7114aff21fefe032cfa, NAME => 'test,,1731107965812.abd47563a880c7114aff21fefe032cfa.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:26,945 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:26,945 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:19:26,945 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,945 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107965812.abd47563a880c7114aff21fefe032cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:26,945 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,945 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,946 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,947 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd47563a880c7114aff21fefe032cfa columnFamilyName f 2024-11-08T23:19:26,947 DEBUG [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:26,947 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] regionserver.HStore(327): Store=abd47563a880c7114aff21fefe032cfa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:26,947 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,948 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd47563a880c7114aff21fefe032cfa columnFamilyName f1 2024-11-08T23:19:26,948 DEBUG [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:26,948 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] regionserver.HStore(327): Store=abd47563a880c7114aff21fefe032cfa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:26,948 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:26,949 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd47563a880c7114aff21fefe032cfa columnFamilyName norep 2024-11-08T23:19:26,949 DEBUG [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:26,949 INFO [StoreOpener-abd47563a880c7114aff21fefe032cfa-1 {}] regionserver.HStore(327): Store=abd47563a880c7114aff21fefe032cfa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:26,949 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,950 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,950 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,951 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,951 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,951 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:19:26,952 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,953 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:26,954 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abd47563a880c7114aff21fefe032cfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71859416, jitterRate=0.07078874111175537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:19:26,954 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:26,954 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abd47563a880c7114aff21fefe032cfa: Running coprocessor pre-open hook at 1731107966945Writing region info on filesystem at 1731107966945Initializing all the Stores at 1731107966946 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107966946Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107966946Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107966946Cleaning up temporary data from old regions at 1731107966951 (+5 ms)Running coprocessor post-open hooks at 1731107966954 (+3 ms)Region opened successfully at 1731107966954 2024-11-08T23:19:26,954 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107965812.abd47563a880c7114aff21fefe032cfa., pid=6, masterSystemTime=1731107966941 2024-11-08T23:19:26,956 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:26,956 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:26,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abd47563a880c7114aff21fefe032cfa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,44789,1731107955912 2024-11-08T23:19:26,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd47563a880c7114aff21fefe032cfa, server=300c1216fb79,44789,1731107955912 because future has completed 2024-11-08T23:19:26,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:19:26,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abd47563a880c7114aff21fefe032cfa, server=300c1216fb79,44789,1731107955912 in 170 msec 2024-11-08T23:19:26,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:19:26,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abd47563a880c7114aff21fefe032cfa, ASSIGN in 326 msec 2024-11-08T23:19:26,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:19:26,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107966963"}]},"ts":"1731107966963"} 2024-11-08T23:19:26,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:19:26,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:19:26,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-08T23:19:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:27,959 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:19:27,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:27,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36619,1731107961499 2024-11-08T23:19:27,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ec3326f 2024-11-08T23:19:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:27,962 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:27,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:19:27,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:19:27,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:27,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:19:27,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:19:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:19:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:28,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 784aa22f04a4460a568f8523bf9f83e4, NAME => 'test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8 2024-11-08T23:19:28,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:19:28,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:28,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 784aa22f04a4460a568f8523bf9f83e4, disabling compactions & flushes 2024-11-08T23:19:28,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:28,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:28,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. after waiting 0 ms 2024-11-08T23:19:28,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:28,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:28,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 784aa22f04a4460a568f8523bf9f83e4: Waiting for close lock at 1731107968376Disabling compacts and flushes for region at 1731107968376Disabling writes for close at 1731107968376Writing region close event to WAL at 1731107968376Closed at 1731107968376 2024-11-08T23:19:28,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:19:28,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731107968377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107968377"}]},"ts":"1731107968377"} 2024-11-08T23:19:28,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:19:28,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:19:28,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107968380"}]},"ts":"1731107968380"} 2024-11-08T23:19:28,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:19:28,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=784aa22f04a4460a568f8523bf9f83e4, ASSIGN}] 2024-11-08T23:19:28,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=784aa22f04a4460a568f8523bf9f83e4, ASSIGN 2024-11-08T23:19:28,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=784aa22f04a4460a568f8523bf9f83e4, ASSIGN; state=OFFLINE, location=300c1216fb79,43435,1731107961710; forceNewPlan=false, retain=false 2024-11-08T23:19:28,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=784aa22f04a4460a568f8523bf9f83e4, regionState=OPENING, regionLocation=300c1216fb79,43435,1731107961710 2024-11-08T23:19:28,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=784aa22f04a4460a568f8523bf9f83e4, ASSIGN because future has completed 2024-11-08T23:19:28,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 784aa22f04a4460a568f8523bf9f83e4, server=300c1216fb79,43435,1731107961710}] 2024-11-08T23:19:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:28,692 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:28,692 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 784aa22f04a4460a568f8523bf9f83e4, NAME => 'test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:28,692 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:28,692 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:19:28,693 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,693 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:28,693 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,693 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,694 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,695 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784aa22f04a4460a568f8523bf9f83e4 columnFamilyName f 2024-11-08T23:19:28,695 DEBUG [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:28,695 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] regionserver.HStore(327): Store=784aa22f04a4460a568f8523bf9f83e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:28,696 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,696 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784aa22f04a4460a568f8523bf9f83e4 columnFamilyName f1 2024-11-08T23:19:28,696 DEBUG [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:28,697 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] regionserver.HStore(327): Store=784aa22f04a4460a568f8523bf9f83e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:28,697 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,698 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784aa22f04a4460a568f8523bf9f83e4 columnFamilyName norep 2024-11-08T23:19:28,698 DEBUG [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:28,698 INFO [StoreOpener-784aa22f04a4460a568f8523bf9f83e4-1 {}] regionserver.HStore(327): Store=784aa22f04a4460a568f8523bf9f83e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:28,698 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,699 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,699 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,700 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,700 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,700 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:19:28,701 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,703 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:28,703 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 784aa22f04a4460a568f8523bf9f83e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62609772, jitterRate=-0.06704169511795044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:19:28,703 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:28,703 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 784aa22f04a4460a568f8523bf9f83e4: Running coprocessor pre-open hook at 1731107968693Writing region info on filesystem at 1731107968693Initializing all the Stores at 1731107968693Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107968693Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107968694 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107968694Cleaning up temporary data from old regions at 1731107968700 (+6 ms)Running coprocessor post-open hooks at 1731107968703 (+3 ms)Region opened successfully at 1731107968703 2024-11-08T23:19:28,704 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4., pid=6, masterSystemTime=1731107968689 2024-11-08T23:19:28,706 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:28,706 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:28,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=784aa22f04a4460a568f8523bf9f83e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,43435,1731107961710 2024-11-08T23:19:28,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 784aa22f04a4460a568f8523bf9f83e4, server=300c1216fb79,43435,1731107961710 because future has completed 2024-11-08T23:19:28,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:19:28,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 784aa22f04a4460a568f8523bf9f83e4, server=300c1216fb79,43435,1731107961710 in 173 msec 2024-11-08T23:19:28,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:19:28,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=784aa22f04a4460a568f8523bf9f83e4, ASSIGN in 330 msec 2024-11-08T23:19:28,715 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:19:28,715 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107968715"}]},"ts":"1731107968715"} 2024-11-08T23:19:28,717 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:19:28,718 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:19:28,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-08T23:19:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:19:29,098 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:19:29,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa3dd31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:29,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34503,-1 for getting cluster id 2024-11-08T23:19:29,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:29,100 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16588a12-555f-435a-aec8-9ca865c52f46' 2024-11-08T23:19:29,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:29,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16588a12-555f-435a-aec8-9ca865c52f46" 2024-11-08T23:19:29,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124ed912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:29,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34503,-1] 2024-11-08T23:19:29,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:29,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:29,101 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4410a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:29,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34503,1731107950327 2024-11-08T23:19:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71474314 2024-11-08T23:19:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:29,103 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:29,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:46075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:19:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:19:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:29,106 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:46075' 2024-11-08T23:19:29,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e957c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:29,106 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46075,-1 for getting cluster id 2024-11-08T23:19:29,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:29,107 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34033836-6712-44ad-b403-e0afb480a376' 2024-11-08T23:19:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34033836-6712-44ad-b403-e0afb480a376" 2024-11-08T23:19:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413f4856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46075,-1] 2024-11-08T23:19:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:29,108 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:29,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20294446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:29,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:29,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,46075,1731107955757 2024-11-08T23:19:29,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397bc4a1 2024-11-08T23:19:29,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:29,111 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:29,111 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:19:29,111 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:19:29,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:29,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:29,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:29,112 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:29,112 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:19:29,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:19:29,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:29,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:19:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:19:29,163 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:19:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:29,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T23:19:29,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e94089f3630c2b11d629836a43cc0525, NAME => 'hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f 2024-11-08T23:19:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:19:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:29,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:29,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e94089f3630c2b11d629836a43cc0525, disabling compactions & flushes 2024-11-08T23:19:29,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:29,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:29,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. after waiting 0 ms 2024-11-08T23:19:29,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:29,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:29,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e94089f3630c2b11d629836a43cc0525: Waiting for close lock at 1731107969925Disabling compacts and flushes for region at 1731107969925Disabling writes for close at 1731107969925Writing region close event to WAL at 1731107969925Closed at 1731107969925 2024-11-08T23:19:29,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:19:29,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107969926"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107969926"}]},"ts":"1731107969926"} 2024-11-08T23:19:29,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:19:29,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:19:29,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107969929"}]},"ts":"1731107969929"} 2024-11-08T23:19:29,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:19:29,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e94089f3630c2b11d629836a43cc0525, ASSIGN}] 2024-11-08T23:19:29,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e94089f3630c2b11d629836a43cc0525, ASSIGN 2024-11-08T23:19:29,932 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e94089f3630c2b11d629836a43cc0525, ASSIGN; state=OFFLINE, location=300c1216fb79,34911,1731107950909; forceNewPlan=false, retain=false 2024-11-08T23:19:30,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:19:30,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e94089f3630c2b11d629836a43cc0525, regionState=OPENING, regionLocation=300c1216fb79,34911,1731107950909 2024-11-08T23:19:30,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e94089f3630c2b11d629836a43cc0525, ASSIGN because future has completed 2024-11-08T23:19:30,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e94089f3630c2b11d629836a43cc0525, server=300c1216fb79,34911,1731107950909}] 2024-11-08T23:19:30,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:30,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:30,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:30,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:19:30,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C34911%2C1731107950909.rep, suffix=, logDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909, archiveDir=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/oldWALs, maxLogs=10 2024-11-08T23:19:30,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.rep.1731107970240, exclude list is [], retry=0 2024-11-08T23:19:30,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35333,DS-f806595b-b9d7-48fd-bd9f-46220bf31908,DISK] 2024-11-08T23:19:30,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.rep.1731107970240 2024-11-08T23:19:30,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33755:33755)] 2024-11-08T23:19:30,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e94089f3630c2b11d629836a43cc0525, NAME => 'hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:30,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:30,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:19:30,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. service=MultiRowMutationService 2024-11-08T23:19:30,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:19:30,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:30,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,259 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,260 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94089f3630c2b11d629836a43cc0525 columnFamilyName hfileref 2024-11-08T23:19:30,260 DEBUG [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:30,260 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] regionserver.HStore(327): Store=e94089f3630c2b11d629836a43cc0525/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:30,260 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,261 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94089f3630c2b11d629836a43cc0525 columnFamilyName queue 2024-11-08T23:19:30,261 DEBUG [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:30,261 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] regionserver.HStore(327): Store=e94089f3630c2b11d629836a43cc0525/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:30,261 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,262 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94089f3630c2b11d629836a43cc0525 columnFamilyName sid 2024-11-08T23:19:30,262 DEBUG [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:30,262 INFO [StoreOpener-e94089f3630c2b11d629836a43cc0525-1 {}] regionserver.HStore(327): Store=e94089f3630c2b11d629836a43cc0525/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:30,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/replication/e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/replication/e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:19:30,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/replication/e94089f3630c2b11d629836a43cc0525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:30,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e94089f3630c2b11d629836a43cc0525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73649087, jitterRate=0.0974569171667099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:19:30,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:30,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e94089f3630c2b11d629836a43cc0525: Running coprocessor pre-open hook at 1731107970258Writing region info on filesystem at 1731107970258Initializing all the Stores at 1731107970258Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107970258Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107970258Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107970258Cleaning up temporary data from old regions at 1731107970264 (+6 ms)Running coprocessor post-open hooks at 1731107970266 (+2 ms)Region opened successfully at 1731107970266 2024-11-08T23:19:30,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525., pid=10, masterSystemTime=1731107970236 2024-11-08T23:19:30,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:30,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:30,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e94089f3630c2b11d629836a43cc0525, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,34911,1731107950909 2024-11-08T23:19:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e94089f3630c2b11d629836a43cc0525, server=300c1216fb79,34911,1731107950909 because future has completed 2024-11-08T23:19:30,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:19:30,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e94089f3630c2b11d629836a43cc0525, server=300c1216fb79,34911,1731107950909 in 187 msec 2024-11-08T23:19:30,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:19:30,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e94089f3630c2b11d629836a43cc0525, ASSIGN in 342 msec 2024-11-08T23:19:30,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:19:30,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107970276"}]},"ts":"1731107970276"} 2024-11-08T23:19:30,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:19:30,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:19:30,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-08T23:19:30,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525., hostname=300c1216fb79,34911,1731107950909, seqNum=2] 2024-11-08T23:19:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:30,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:19:30,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:19:30,607 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:19:30,631 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,34911,1731107950909, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:19:30,632 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:30,632 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34911,1731107950909, seqNum=-1] 2024-11-08T23:19:30,632 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:30,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T23:19:30,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,34911,1731107950909', locateType=CURRENT is [region=hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525., hostname=300c1216fb79,34911,1731107950909, seqNum=2] 2024-11-08T23:19:30,637 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:19:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:19:30,639 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,34911,1731107950909 suceeded 2024-11-08T23:19:30,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:19:30,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T23:19:30,640 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:46075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:19:30,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5360 sec 2024-11-08T23:19:30,649 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:46075' 2024-11-08T23:19:30,650 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed978ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:30,650 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46075,-1 for getting cluster id 2024-11-08T23:19:30,650 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:30,651 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34033836-6712-44ad-b403-e0afb480a376' 2024-11-08T23:19:30,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:30,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34033836-6712-44ad-b403-e0afb480a376" 2024-11-08T23:19:30,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6caa5b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:30,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46075,-1] 2024-11-08T23:19:30,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:30,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:30,652 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:30,652 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4035ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:30,652 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,46075,1731107955757 2024-11-08T23:19:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b1d194 2024-11-08T23:19:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:30,654 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T23:19:30,656 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,34911,1731107950909 (queues=1) is replicating from cluster=16588a12-555f-435a-aec8-9ca865c52f46 to cluster=34033836-6712-44ad-b403-e0afb480a376 2024-11-08T23:19:30,656 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C34911%2C1731107950909 2024-11-08T23:19:30,656 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,34911,1731107950909, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:19:30,657 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C34911%2C1731107950909 2024-11-08T23:19:30,657 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, startPosition=0, beingWritten=true 2024-11-08T23:19:30,661 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:30,661 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:30,661 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:30,864 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:31,172 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:31,249 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:19:31,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:31,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:31,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:31,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:31,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:31,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:31,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46075,-1 for getting cluster id 2024-11-08T23:19:31,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:31,251 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34033836-6712-44ad-b403-e0afb480a376' 2024-11-08T23:19:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34033836-6712-44ad-b403-e0afb480a376" 2024-11-08T23:19:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55758359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46075,-1] 2024-11-08T23:19:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:31,253 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d8d81e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:31,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,46075,1731107955757 2024-11-08T23:19:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7beffe53 2024-11-08T23:19:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:31,255 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:31,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:36619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:19:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:19:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:31,258 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:36619' 2024-11-08T23:19:31,259 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ed3968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:31,259 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36619,-1 for getting cluster id 2024-11-08T23:19:31,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:31,259 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc' 2024-11-08T23:19:31,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:31,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc" 2024-11-08T23:19:31,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567e0afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:31,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36619,-1] 2024-11-08T23:19:31,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:31,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:31,260 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:31,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c58e446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:31,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36619,1731107961499 2024-11-08T23:19:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ace6ae7 2024-11-08T23:19:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:31,263 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:31,264 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:19:31,264 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:19:31,264 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:31,264 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:31,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:31,267 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:31,268 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:19:31,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:19:31,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:31,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:19:31,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:19:31,318 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:19:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:31,575 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:31,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 253d7f2a1b1ef400ffaeec0802078eaa, NAME => 'hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3 2024-11-08T23:19:31,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:19:31,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:19:31,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T23:19:31,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:19:31,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T23:19:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:32,079 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:32,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:32,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 253d7f2a1b1ef400ffaeec0802078eaa, disabling compactions & flushes 2024-11-08T23:19:32,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:32,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:32,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. after waiting 0 ms 2024-11-08T23:19:32,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:32,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:32,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 253d7f2a1b1ef400ffaeec0802078eaa: Waiting for close lock at 1731107972089Disabling compacts and flushes for region at 1731107972089Disabling writes for close at 1731107972089Writing region close event to WAL at 1731107972089Closed at 1731107972089 2024-11-08T23:19:32,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:19:32,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107972090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107972090"}]},"ts":"1731107972090"} 2024-11-08T23:19:32,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:19:32,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:19:32,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107972093"}]},"ts":"1731107972093"} 2024-11-08T23:19:32,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:19:32,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=253d7f2a1b1ef400ffaeec0802078eaa, ASSIGN}] 2024-11-08T23:19:32,097 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=253d7f2a1b1ef400ffaeec0802078eaa, ASSIGN 2024-11-08T23:19:32,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=253d7f2a1b1ef400ffaeec0802078eaa, ASSIGN; state=OFFLINE, location=300c1216fb79,44789,1731107955912; forceNewPlan=false, retain=false 2024-11-08T23:19:32,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=253d7f2a1b1ef400ffaeec0802078eaa, regionState=OPENING, regionLocation=300c1216fb79,44789,1731107955912 2024-11-08T23:19:32,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=253d7f2a1b1ef400ffaeec0802078eaa, ASSIGN because future has completed 2024-11-08T23:19:32,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 253d7f2a1b1ef400ffaeec0802078eaa, server=300c1216fb79,44789,1731107955912}] 2024-11-08T23:19:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:32,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:32,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:32,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:19:32,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C44789%2C1731107955912.rep, suffix=, logDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912, archiveDir=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/oldWALs, maxLogs=10 2024-11-08T23:19:32,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.rep.1731107972418, exclude list is [], retry=0 2024-11-08T23:19:32,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-571c676d-1e13-4db2-8b5b-d189ad331ada,DISK] 2024-11-08T23:19:32,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.rep.1731107972418 2024-11-08T23:19:32,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40553:40553)] 2024-11-08T23:19:32,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 253d7f2a1b1ef400ffaeec0802078eaa, NAME => 'hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:32,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:32,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:19:32,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. service=MultiRowMutationService 2024-11-08T23:19:32,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:19:32,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:32,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,439 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,440 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253d7f2a1b1ef400ffaeec0802078eaa columnFamilyName hfileref 2024-11-08T23:19:32,440 DEBUG [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:32,443 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] regionserver.HStore(327): Store=253d7f2a1b1ef400ffaeec0802078eaa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:32,443 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,444 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253d7f2a1b1ef400ffaeec0802078eaa columnFamilyName queue 2024-11-08T23:19:32,444 DEBUG [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:32,444 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] regionserver.HStore(327): Store=253d7f2a1b1ef400ffaeec0802078eaa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:32,444 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,445 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253d7f2a1b1ef400ffaeec0802078eaa columnFamilyName sid 2024-11-08T23:19:32,445 DEBUG [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:32,445 INFO [StoreOpener-253d7f2a1b1ef400ffaeec0802078eaa-1 {}] regionserver.HStore(327): Store=253d7f2a1b1ef400ffaeec0802078eaa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:32,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/replication/253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/replication/253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:19:32,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/replication/253d7f2a1b1ef400ffaeec0802078eaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:32,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 253d7f2a1b1ef400ffaeec0802078eaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59668216, jitterRate=-0.11087429523468018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:19:32,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:32,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 253d7f2a1b1ef400ffaeec0802078eaa: Running coprocessor pre-open hook at 1731107972438Writing region info on filesystem at 1731107972438Initializing all the Stores at 1731107972438Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107972438Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107972439 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107972439Cleaning up temporary data from old regions at 1731107972447 (+8 ms)Running coprocessor post-open hooks at 1731107972450 (+3 ms)Region opened successfully at 1731107972450 2024-11-08T23:19:32,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa., pid=10, masterSystemTime=1731107972403 2024-11-08T23:19:32,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:32,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:32,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=253d7f2a1b1ef400ffaeec0802078eaa, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,44789,1731107955912 2024-11-08T23:19:32,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 253d7f2a1b1ef400ffaeec0802078eaa, server=300c1216fb79,44789,1731107955912 because future has completed 2024-11-08T23:19:32,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:19:32,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 253d7f2a1b1ef400ffaeec0802078eaa, server=300c1216fb79,44789,1731107955912 in 206 msec 2024-11-08T23:19:32,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:19:32,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=253d7f2a1b1ef400ffaeec0802078eaa, ASSIGN in 364 msec 2024-11-08T23:19:32,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:19:32,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107972461"}]},"ts":"1731107972461"} 2024-11-08T23:19:32,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:19:32,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:19:32,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-08T23:19:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa., hostname=300c1216fb79,44789,1731107955912, seqNum=2] 2024-11-08T23:19:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:32,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:32,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:19:32,682 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:32,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:19:32,761 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:19:32,797 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,44789,1731107955912, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:19:32,797 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:32,797 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44789,1731107955912, seqNum=-1] 2024-11-08T23:19:32,798 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:32,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T23:19:32,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,44789,1731107955912', locateType=CURRENT is [region=hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa., hostname=300c1216fb79,44789,1731107955912, seqNum=2] 2024-11-08T23:19:32,803 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:19:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:19:32,805 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,44789,1731107955912 suceeded 2024-11-08T23:19:32,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:19:32,807 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:36619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:19:32,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-08T23:19:32,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-11-08T23:19:32,818 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:36619' 2024-11-08T23:19:32,819 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0afa1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:32,819 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36619,-1 for getting cluster id 2024-11-08T23:19:32,820 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:32,820 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc' 2024-11-08T23:19:32,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:32,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc" 2024-11-08T23:19:32,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@607bee6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:32,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36619,-1] 2024-11-08T23:19:32,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:32,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:32,823 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:32,823 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10cf986a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:32,823 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:32,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36619,1731107961499 2024-11-08T23:19:32,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@211d8111 2024-11-08T23:19:32,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:32,825 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T23:19:32,829 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,44789,1731107955912 (queues=1) is replicating from cluster=34033836-6712-44ad-b403-e0afb480a376 to cluster=bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc 2024-11-08T23:19:32,829 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C44789%2C1731107955912 2024-11-08T23:19:32,829 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,44789,1731107955912, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:19:32,831 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, startPosition=0, beingWritten=true 2024-11-08T23:19:32,836 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C44789%2C1731107955912 2024-11-08T23:19:32,846 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:32,846 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 379, reset compression=false 2024-11-08T23:19:32,846 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:33,050 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 379, reset compression=false 2024-11-08T23:19:33,354 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 379, reset compression=false 2024-11-08T23:19:33,386 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:33,409 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:19:33,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:33,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:33,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:33,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:33,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:33,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f06e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:33,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36619,-1 for getting cluster id 2024-11-08T23:19:33,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:33,411 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc' 2024-11-08T23:19:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc" 2024-11-08T23:19:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3c866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36619,-1] 2024-11-08T23:19:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:33,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:33,412 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4e3c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:33,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:33,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36619,1731107961499 2024-11-08T23:19:33,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7065be27 2024-11-08T23:19:33,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:33,415 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:33,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:34503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:19:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:19:33,418 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34503' 2024-11-08T23:19:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:33,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b8f143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:33,419 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34503,-1 for getting cluster id 2024-11-08T23:19:33,419 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:33,419 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16588a12-555f-435a-aec8-9ca865c52f46' 2024-11-08T23:19:33,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:33,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16588a12-555f-435a-aec8-9ca865c52f46" 2024-11-08T23:19:33,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fad1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:33,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34503,-1] 2024-11-08T23:19:33,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:33,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:33,421 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:33,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272a8f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:33,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:33,423 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34503,1731107950327 2024-11-08T23:19:33,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd85f55 2024-11-08T23:19:33,424 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:33,424 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:33,425 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:19:33,425 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:19:33,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:33,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:33,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:33,426 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:33,427 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:19:33,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:19:33,428 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:33,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:19:33,477 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:19:33,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:19:33,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b634210d3e8965f63e6d9c74384c55fb, NAME => 'hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8 2024-11-08T23:19:33,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:19:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:33,758 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 379, reset compression=false 2024-11-08T23:19:33,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:33,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b634210d3e8965f63e6d9c74384c55fb, disabling compactions & flushes 2024-11-08T23:19:33,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:33,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:33,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. after waiting 0 ms 2024-11-08T23:19:33,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:33,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:33,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b634210d3e8965f63e6d9c74384c55fb: Waiting for close lock at 1731107973894Disabling compacts and flushes for region at 1731107973894Disabling writes for close at 1731107973894Writing region close event to WAL at 1731107973894Closed at 1731107973894 2024-11-08T23:19:33,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:19:33,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731107973896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731107973896"}]},"ts":"1731107973896"} 2024-11-08T23:19:33,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:19:33,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:19:33,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107973899"}]},"ts":"1731107973899"} 2024-11-08T23:19:33,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:19:33,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b634210d3e8965f63e6d9c74384c55fb, ASSIGN}] 2024-11-08T23:19:33,902 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b634210d3e8965f63e6d9c74384c55fb, ASSIGN 2024-11-08T23:19:33,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b634210d3e8965f63e6d9c74384c55fb, ASSIGN; state=OFFLINE, location=300c1216fb79,43435,1731107961710; forceNewPlan=false, retain=false 2024-11-08T23:19:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:34,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b634210d3e8965f63e6d9c74384c55fb, regionState=OPENING, regionLocation=300c1216fb79,43435,1731107961710 2024-11-08T23:19:34,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b634210d3e8965f63e6d9c74384c55fb, ASSIGN because future has completed 2024-11-08T23:19:34,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b634210d3e8965f63e6d9c74384c55fb, server=300c1216fb79,43435,1731107961710}] 2024-11-08T23:19:34,189 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:34,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:34,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:34,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:19:34,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C43435%2C1731107961710.rep, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/oldWALs, maxLogs=10 2024-11-08T23:19:34,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.rep.1731107974211, exclude list is [], retry=0 2024-11-08T23:19:34,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-5fe1c2b5-81f3-47e9-87cc-3eff92fc6ed4,DISK] 2024-11-08T23:19:34,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.rep.1731107974211 2024-11-08T23:19:34,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41207:41207)] 2024-11-08T23:19:34,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b634210d3e8965f63e6d9c74384c55fb, NAME => 'hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:34,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:34,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:19:34,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. service=MultiRowMutationService 2024-11-08T23:19:34,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:19:34,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:34,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,228 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,229 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b634210d3e8965f63e6d9c74384c55fb columnFamilyName hfileref 2024-11-08T23:19:34,229 DEBUG [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:34,229 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] regionserver.HStore(327): Store=b634210d3e8965f63e6d9c74384c55fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:34,229 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,232 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b634210d3e8965f63e6d9c74384c55fb columnFamilyName queue 2024-11-08T23:19:34,232 DEBUG [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:34,232 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] regionserver.HStore(327): Store=b634210d3e8965f63e6d9c74384c55fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:34,232 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,233 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b634210d3e8965f63e6d9c74384c55fb columnFamilyName sid 2024-11-08T23:19:34,233 DEBUG [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:34,237 INFO [StoreOpener-b634210d3e8965f63e6d9c74384c55fb-1 {}] regionserver.HStore(327): Store=b634210d3e8965f63e6d9c74384c55fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/replication/b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/replication/b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:19:34,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/replication/b634210d3e8965f63e6d9c74384c55fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:34,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b634210d3e8965f63e6d9c74384c55fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61638855, jitterRate=-0.08150948584079742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:19:34,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:34,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b634210d3e8965f63e6d9c74384c55fb: Running coprocessor pre-open hook at 1731107974227Writing region info on filesystem at 1731107974227Initializing all the Stores at 1731107974227Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107974228 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107974228Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107974228Cleaning up temporary data from old regions at 1731107974239 (+11 ms)Running coprocessor post-open hooks at 1731107974242 (+3 ms)Region opened successfully at 1731107974242 2024-11-08T23:19:34,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb., pid=10, masterSystemTime=1731107974206 2024-11-08T23:19:34,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:34,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:34,245 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b634210d3e8965f63e6d9c74384c55fb, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,43435,1731107961710 2024-11-08T23:19:34,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b634210d3e8965f63e6d9c74384c55fb, server=300c1216fb79,43435,1731107961710 because future has completed 2024-11-08T23:19:34,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:19:34,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b634210d3e8965f63e6d9c74384c55fb, server=300c1216fb79,43435,1731107961710 in 193 msec 2024-11-08T23:19:34,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:19:34,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b634210d3e8965f63e6d9c74384c55fb, ASSIGN in 348 msec 2024-11-08T23:19:34,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:19:34,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731107974252"}]},"ts":"1731107974252"} 2024-11-08T23:19:34,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:19:34,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:19:34,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 829 msec 2024-11-08T23:19:34,264 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 379, reset compression=false 2024-11-08T23:19:34,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb., hostname=300c1216fb79,43435,1731107961710, seqNum=2] 2024-11-08T23:19:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:34,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:19:34,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:19:34,486 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:19:34,520 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,43435,1731107961710, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:19:34,520 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:34,521 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,43435,1731107961710, seqNum=-1] 2024-11-08T23:19:34,521 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:34,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T23:19:34,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,43435,1731107961710', locateType=CURRENT is [region=hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb., hostname=300c1216fb79,43435,1731107961710, seqNum=2] 2024-11-08T23:19:34,526 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:19:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:19:34,527 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,43435,1731107961710 suceeded 2024-11-08T23:19:34,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:19:34,530 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:34503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:19:34,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-08T23:19:34,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1150 sec 2024-11-08T23:19:34,540 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34503' 2024-11-08T23:19:34,541 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a0de46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,541 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34503,-1 for getting cluster id 2024-11-08T23:19:34,541 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:34,541 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16588a12-555f-435a-aec8-9ca865c52f46' 2024-11-08T23:19:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16588a12-555f-435a-aec8-9ca865c52f46" 2024-11-08T23:19:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aee33b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34503,-1] 2024-11-08T23:19:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:34,543 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:34,543 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4c3c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,543 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:34,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34503,1731107950327 2024-11-08T23:19:34,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b618d1 2024-11-08T23:19:34,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:34,545 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T23:19:34,546 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,43435,1731107961710 (queues=1) is replicating from cluster=bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc to cluster=16588a12-555f-435a-aec8-9ca865c52f46 2024-11-08T23:19:34,546 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C43435%2C1731107961710 2024-11-08T23:19:34,546 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,43435,1731107961710, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:19:34,548 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, startPosition=0, beingWritten=true 2024-11-08T23:19:34,556 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C43435%2C1731107961710 2024-11-08T23:19:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:19:34,559 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:19:34,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:34,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:34,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:34,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:34,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:34,562 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:34,562 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 379, reset compression=false 2024-11-08T23:19:34,562 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,43435,1731107961710 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:34,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738f362d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34503,-1 for getting cluster id 2024-11-08T23:19:34,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:34,565 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16588a12-555f-435a-aec8-9ca865c52f46' 2024-11-08T23:19:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16588a12-555f-435a-aec8-9ca865c52f46" 2024-11-08T23:19:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f2f416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34503,-1] 2024-11-08T23:19:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:34,569 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d74984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ce32f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46075,-1 for getting cluster id 2024-11-08T23:19:34,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:34,572 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34033836-6712-44ad-b403-e0afb480a376' 2024-11-08T23:19:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34033836-6712-44ad-b403-e0afb480a376" 2024-11-08T23:19:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76386f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46075,-1] 2024-11-08T23:19:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:34,574 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:34,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f25c5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36619,-1 for getting cluster id 2024-11-08T23:19:34,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:34,576 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc' 2024-11-08T23:19:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc" 2024-11-08T23:19:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba3f4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36619,-1] 2024-11-08T23:19:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:34,577 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d44d153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:34,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34911,1731107950909, seqNum=-1] 2024-11-08T23:19:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:34,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb., hostname=300c1216fb79,34911,1731107950909, seqNum=2] 2024-11-08T23:19:34,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:34,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,43435,1731107961710, seqNum=-1] 2024-11-08T23:19:34,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:34,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:34,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4., hostname=300c1216fb79,43435,1731107961710, seqNum=2] 2024-11-08T23:19:34,613 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T23:19:34,769 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 379, reset compression=false 2024-11-08T23:19:34,868 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 379, reset compression=false 2024-11-08T23:19:35,073 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 379, reset compression=false 2024-11-08T23:19:35,093 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 379, reset compression=false 2024-11-08T23:19:35,100 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:35,100 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 480, reset compression=false 2024-11-08T23:19:35,100 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2f83c85ff5ddd85044c27b1bf821eb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T23:19:35,102 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:19:35,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T23:19:35,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:35,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43027a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46075,-1 for getting cluster id 2024-11-08T23:19:35,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:35,109 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34033836-6712-44ad-b403-e0afb480a376' 2024-11-08T23:19:35,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:35,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34033836-6712-44ad-b403-e0afb480a376" 2024-11-08T23:19:35,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70af2911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46075,-1] 2024-11-08T23:19:35,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:35,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:35,110 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:35,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73af5b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:35,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44789,1731107955912, seqNum=-1] 2024-11-08T23:19:35,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:35,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T23:19:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731107965812.abd47563a880c7114aff21fefe032cfa., hostname=300c1216fb79,44789,1731107955912, seqNum=2] 2024-11-08T23:19:35,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:35,307 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 480, reset compression=false 2024-11-08T23:19:35,478 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 379, reset compression=false 2024-11-08T23:19:35,571 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 379, reset compression=false 2024-11-08T23:19:35,576 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:35,576 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 503, reset compression=false 2024-11-08T23:19:35,576 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd47563a880c7114aff21fefe032cfa/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T23:19:35,578 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:19:35,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T23:19:35,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:35,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a1719f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36619,-1 for getting cluster id 2024-11-08T23:19:35,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:35,581 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc' 2024-11-08T23:19:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc" 2024-11-08T23:19:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@789824a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36619,-1] 2024-11-08T23:19:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:35,583 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:35,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5822e49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:35,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,43435,1731107961710, seqNum=-1] 2024-11-08T23:19:35,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:35,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T23:19:35,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4., hostname=300c1216fb79,43435,1731107961710, seqNum=2] 2024-11-08T23:19:35,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:35,611 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 480, reset compression=false 2024-11-08T23:19:35,615 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T23:19:35,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,44789,1731107955912, seqNum=-1] 2024-11-08T23:19:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:35,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731107965812.abd47563a880c7114aff21fefe032cfa., hostname=300c1216fb79,44789,1731107955912, seqNum=2] 2024-11-08T23:19:35,623 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T23:19:35,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:19:35,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,784 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 503, reset compression=false 2024-11-08T23:19:35,805 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:35,805 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 607, reset compression=false 2024-11-08T23:19:35,806 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd47563a880c7114aff21fefe032cfa/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T23:19:35,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:35,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:35,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:35,981 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 379, reset compression=false 2024-11-08T23:19:35,985 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:35,985 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 653, reset compression=false 2024-11-08T23:19:35,985 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,43435,1731107961710 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aa22f04a4460a568f8523bf9f83e4/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T23:19:35,987 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:19:35,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T23:19:35,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:35,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5236ce65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34503,-1 for getting cluster id 2024-11-08T23:19:35,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:35,989 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16588a12-555f-435a-aec8-9ca865c52f46' 2024-11-08T23:19:35,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:35,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16588a12-555f-435a-aec8-9ca865c52f46" 2024-11-08T23:19:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d35907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34503,-1] 2024-11-08T23:19:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:35,990 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:35,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5638986e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:35,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:35,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34911,1731107950909, seqNum=-1] 2024-11-08T23:19:35,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:35,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T23:19:35,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb., hostname=300c1216fb79,34911,1731107950909, seqNum=2] 2024-11-08T23:19:35,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:36,015 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 480, reset compression=false 2024-11-08T23:19:36,019 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:36,019 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 631, reset compression=false 2024-11-08T23:19:36,019 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:36,020 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 607, reset compression=false 2024-11-08T23:19:36,188 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 653, reset compression=false 2024-11-08T23:19:36,222 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 631, reset compression=false 2024-11-08T23:19:36,322 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 607, reset compression=false 2024-11-08T23:19:36,492 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 653, reset compression=false 2024-11-08T23:19:36,526 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 631, reset compression=false 2024-11-08T23:19:36,625 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T23:19:36,628 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T23:19:36,726 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 607, reset compression=false 2024-11-08T23:19:36,906 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 653, reset compression=false 2024-11-08T23:19:36,910 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:36,910 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 757, reset compression=false 2024-11-08T23:19:36,910 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,43435,1731107961710 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aa22f04a4460a568f8523bf9f83e4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T23:19:36,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:36,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:36,930 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 631, reset compression=false 2024-11-08T23:19:36,934 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:36,934 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 759, reset compression=false 2024-11-08T23:19:36,934 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2f83c85ff5ddd85044c27b1bf821eb/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T23:19:36,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:36,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:37,113 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 757, reset compression=false 2024-11-08T23:19:37,138 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 759, reset compression=false 2024-11-08T23:19:37,230 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 607, reset compression=false 2024-11-08T23:19:37,234 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:37,234 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 758, reset compression=false 2024-11-08T23:19:37,234 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:37,416 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 757, reset compression=false 2024-11-08T23:19:37,437 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 758, reset compression=false 2024-11-08T23:19:37,445 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 759, reset compression=false 2024-11-08T23:19:37,630 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T23:19:37,642 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T23:19:37,741 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 758, reset compression=false 2024-11-08T23:19:37,820 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 757, reset compression=false 2024-11-08T23:19:37,848 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 759, reset compression=false 2024-11-08T23:19:37,853 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:37,853 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 915, reset compression=false 2024-11-08T23:19:37,853 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2f83c85ff5ddd85044c27b1bf821eb/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T23:19:37,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:37,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:38,056 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 915, reset compression=false 2024-11-08T23:19:38,147 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 758, reset compression=false 2024-11-08T23:19:38,151 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:38,151 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 905, reset compression=false 2024-11-08T23:19:38,151 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd47563a880c7114aff21fefe032cfa/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T23:19:38,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:38,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:38,324 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 757, reset compression=false 2024-11-08T23:19:38,328 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:38,329 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 927, reset compression=false 2024-11-08T23:19:38,329 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,43435,1731107961710 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:38,355 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 905, reset compression=false 2024-11-08T23:19:38,360 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 915, reset compression=false 2024-11-08T23:19:38,532 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 927, reset compression=false 2024-11-08T23:19:38,644 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T23:19:38,647 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T23:19:38,664 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 905, reset compression=false 2024-11-08T23:19:38,668 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:38,668 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1064, reset compression=false 2024-11-08T23:19:38,668 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd47563a880c7114aff21fefe032cfa/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T23:19:38,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:38,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:38,766 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 915, reset compression=false 2024-11-08T23:19:38,836 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 927, reset compression=false 2024-11-08T23:19:38,840 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:38,840 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1076, reset compression=false 2024-11-08T23:19:38,840 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,43435,1731107961710 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aa22f04a4460a568f8523bf9f83e4/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T23:19:38,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:38,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:38,871 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1064, reset compression=false 2024-11-08T23:19:39,043 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1076, reset compression=false 2024-11-08T23:19:39,175 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1064, reset compression=false 2024-11-08T23:19:39,270 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 915, reset compression=false 2024-11-08T23:19:39,274 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:39,274 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1088, reset compression=false 2024-11-08T23:19:39,274 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:39,346 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1076, reset compression=false 2024-11-08T23:19:39,478 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1088, reset compression=false 2024-11-08T23:19:39,579 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1064, reset compression=false 2024-11-08T23:19:39,649 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T23:19:39,652 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T23:19:39,749 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1076, reset compression=false 2024-11-08T23:19:39,753 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:39,753 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1235, reset compression=false 2024-11-08T23:19:39,753 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,43435,1731107961710 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aa22f04a4460a568f8523bf9f83e4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T23:19:39,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:39,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:39,781 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1088, reset compression=false 2024-11-08T23:19:39,785 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:39,785 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1238, reset compression=false 2024-11-08T23:19:39,785 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2f83c85ff5ddd85044c27b1bf821eb/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T23:19:39,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:39,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:39,917 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:19:39,957 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1235, reset compression=false 2024-11-08T23:19:39,992 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1238, reset compression=false 2024-11-08T23:19:40,082 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1064, reset compression=false 2024-11-08T23:19:40,086 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:40,086 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1237, reset compression=false 2024-11-08T23:19:40,086 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:40,260 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1235, reset compression=false 2024-11-08T23:19:40,289 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1237, reset compression=false 2024-11-08T23:19:40,296 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1238, reset compression=false 2024-11-08T23:19:40,593 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1237, reset compression=false 2024-11-08T23:19:40,654 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T23:19:40,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4de234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:40,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36619,-1 for getting cluster id 2024-11-08T23:19:40,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:40,660 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc' 2024-11-08T23:19:40,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:40,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc" 2024-11-08T23:19:40,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5f2282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:40,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36619,-1] 2024-11-08T23:19:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:40,661 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375e2c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:40,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:40,664 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1235, reset compression=false 2024-11-08T23:19:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36619,1731107961499 2024-11-08T23:19:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6739b7d6 2024-11-08T23:19:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:40,666 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:40,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-08T23:19:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T23:19:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T23:19:40,699 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1238, reset compression=false 2024-11-08T23:19:40,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:19:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T23:19:40,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T23:19:40,881 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T23:19:40,881 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T23:19:40,882 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,43435,1731107961710 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T23:19:40,882 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/300c1216fb79:0-0. 2024-11-08T23:19:40,882 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:40,882 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:40,882 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:40,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:40,982 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:19:40,982 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:19:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T23:19:40,997 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1237, reset compression=false 2024-11-08T23:19:41,083 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 terminated 2024-11-08T23:19:41,099 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,43435,1731107961710, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:19:41,099 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T23:19:41,099 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T23:19:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T23:19:41,101 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 300c1216fb79,43435,1731107961710 suceeded 2024-11-08T23:19:41,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T23:19:41,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-08T23:19:41,103 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T23:19:41,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 436 msec 2024-11-08T23:19:41,113 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34503' 2024-11-08T23:19:41,114 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b1615a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:41,114 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34503,-1 for getting cluster id 2024-11-08T23:19:41,114 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:41,114 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16588a12-555f-435a-aec8-9ca865c52f46' 2024-11-08T23:19:41,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16588a12-555f-435a-aec8-9ca865c52f46" 2024-11-08T23:19:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6fc9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34503,-1] 2024-11-08T23:19:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:41,115 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:41,116 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98a22d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:41,116 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34503,1731107950327 2024-11-08T23:19:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c5df22 2024-11-08T23:19:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:41,117 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T23:19:41,118 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,43435,1731107961710 (queues=1) is replicating from cluster=bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc to cluster=16588a12-555f-435a-aec8-9ca865c52f46 2024-11-08T23:19:41,118 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C43435%2C1731107961710 2024-11-08T23:19:41,118 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,43435,1731107961710, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:19:41,118 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C43435%2C1731107961710 2024-11-08T23:19:41,203 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1238, reset compression=false 2024-11-08T23:19:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T23:19:41,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:41,299 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:19:41,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:41,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:41,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:41,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:41,302 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T23:19:41,501 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1237, reset compression=false 2024-11-08T23:19:41,807 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1238, reset compression=false 2024-11-08T23:19:41,811 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:41,811 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1342, reset compression=false 2024-11-08T23:19:41,811 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2f83c85ff5ddd85044c27b1bf821eb/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T23:19:41,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:41,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:42,014 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1342, reset compression=false 2024-11-08T23:19:42,104 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1237, reset compression=false 2024-11-08T23:19:42,109 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:42,109 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1364, reset compression=false 2024-11-08T23:19:42,109 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd47563a880c7114aff21fefe032cfa/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T23:19:42,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:42,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:42,304 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T23:19:42,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfd2c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:42,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,36619,-1 for getting cluster id 2024-11-08T23:19:42,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:42,306 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc' 2024-11-08T23:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed4e7a3-774b-4bf6-ba8d-8f2a28bbaadc" 2024-11-08T23:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c560650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,36619,-1] 2024-11-08T23:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:42,308 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3e3989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:42,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:19:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,36619,1731107961499 2024-11-08T23:19:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24c7edfe 2024-11-08T23:19:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:19:42,312 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:19:42,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-08T23:19:42,313 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1364, reset compression=false 2024-11-08T23:19:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T23:19:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T23:19:42,318 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:42,318 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:42,318 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd47563a880c7114aff21fefe032cfa/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T23:19:42,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:42,320 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1342, reset compression=false 2024-11-08T23:19:42,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:42,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:19:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T23:19:42,523 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:42,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T23:19:42,533 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T23:19:42,534 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T23:19:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T23:19:42,536 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 300c1216fb79,43435,1731107961710 suceeded 2024-11-08T23:19:42,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T23:19:42,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-08T23:19:42,537 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T23:19:42,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 224 msec 2024-11-08T23:19:42,620 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, startPosition=1235, beingWritten=true 2024-11-08T23:19:42,624 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:19:42,624 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1512, reset compression=false 2024-11-08T23:19:42,624 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,43435,1731107961710 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aa22f04a4460a568f8523bf9f83e4/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T23:19:42,626 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:19:42,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T23:19:42,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:19:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T23:19:42,629 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:19:42,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:42,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:42,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:42,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:42,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:42,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:19:42,631 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T23:19:42,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:19:42,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:42,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:42,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:42,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:42,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:42,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:19:42,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=494030077, stopped=false 2024-11-08T23:19:42,632 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,36619,1731107961499 2024-11-08T23:19:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1556728025/running 2024-11-08T23:19:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1556728025/running 2024-11-08T23:19:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:42,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:42,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:42,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:42,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:42,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on znode that does not yet exist, /2-1556728025/running 2024-11-08T23:19:42,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Set watcher on znode that does not yet exist, /2-1556728025/running 2024-11-08T23:19:42,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,43435,1731107961710' ***** 2024-11-08T23:19:42,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:19:42,660 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:19:42,660 INFO [RS:0;300c1216fb79:43435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:19:42,660 INFO [RS:0;300c1216fb79:43435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:19:42,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:19:42,660 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(3091): Received CLOSE for 784aa22f04a4460a568f8523bf9f83e4 2024-11-08T23:19:42,660 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(3091): Received CLOSE for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:42,660 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,43435,1731107961710 2024-11-08T23:19:42,660 INFO [RS:0;300c1216fb79:43435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:42,660 INFO [RS:0;300c1216fb79:43435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:43435. 2024-11-08T23:19:42,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 784aa22f04a4460a568f8523bf9f83e4, disabling compactions & flushes 2024-11-08T23:19:42,660 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:42,660 DEBUG [RS:0;300c1216fb79:43435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:42,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:42,660 DEBUG [RS:0;300c1216fb79:43435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:42,660 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. after waiting 0 ms 2024-11-08T23:19:42,661 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:42,661 INFO [RS:0;300c1216fb79:43435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:19:42,661 INFO [RS:0;300c1216fb79:43435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:19:42,661 INFO [RS:0;300c1216fb79:43435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:19:42,661 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 784aa22f04a4460a568f8523bf9f83e4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T23:19:42,661 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:19:42,661 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:19:42,661 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 784aa22f04a4460a568f8523bf9f83e4=test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4., b634210d3e8965f63e6d9c74384c55fb=hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb.} 2024-11-08T23:19:42,661 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 784aa22f04a4460a568f8523bf9f83e4, b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:42,661 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:42,661 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:42,661 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:42,661 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:42,661 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:42,661 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:19:42,675 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/f/f8d884bbb4be4b68b6cfa4b481bd3f0d is 37, key is row3/f:row3/1731107981300/Put/seqid=0 2024-11-08T23:19:42,678 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/info/178047d0ec3b4a39b543de80956ae846 is 147, key is hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb./info:regioninfo/1731107974245/Put/seqid=0 2024-11-08T23:19:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741840_1016 (size=5228) 2024-11-08T23:19:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741841_1017 (size=7686) 2024-11-08T23:19:42,723 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1342, reset compression=false 2024-11-08T23:19:42,727 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:42,727 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:42,727 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:42,746 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:42,827 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:42,828 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1512, reset compression=false 2024-11-08T23:19:42,831 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:42,831 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1759, reset compression=false 2024-11-08T23:19:42,831 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,43435,1731107961710 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:42,832 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,43435,1731107961710: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,43435,1731107961710, walGroup=300c1216fb79%2C43435%2C1731107961710, offset=300c1216fb79%2C43435%2C1731107961710.1731107963559:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:43435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:19:42,834 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:19:42,834 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:19:42,834 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:19:42,834 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:19:42,835 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:19:42,835 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 861847552 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198871368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:19:42,835 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:36619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:36619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:19:42,861 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 784aa22f04a4460a568f8523bf9f83e4, b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:42,931 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:43,036 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1759, reset compression=false 2024-11-08T23:19:43,061 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 784aa22f04a4460a568f8523bf9f83e4, b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:43,079 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/f/f8d884bbb4be4b68b6cfa4b481bd3f0d 2024-11-08T23:19:43,083 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8d884bbb4be4b68b6cfa4b481bd3f0d 2024-11-08T23:19:43,085 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/info/178047d0ec3b4a39b543de80956ae846 2024-11-08T23:19:43,099 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/ns/8159a5c90a954330a57de4dff61c7270 is 43, key is default/ns:d/1731107964552/Put/seqid=0 2024-11-08T23:19:43,099 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/f1/32ec013d9e6141f789e7181d0d0adfc1 is 30, key is row1/f1:/1731107978645/DeleteFamily/seqid=0 2024-11-08T23:19:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741842_1018 (size=5153) 2024-11-08T23:19:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741843_1019 (size=5158) 2024-11-08T23:19:43,231 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:43,235 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:43,262 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 784aa22f04a4460a568f8523bf9f83e4, b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:43,339 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1759, reset compression=false 2024-11-08T23:19:43,428 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:19:43,428 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:19:43,462 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 784aa22f04a4460a568f8523bf9f83e4, b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:43,503 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/ns/8159a5c90a954330a57de4dff61c7270 2024-11-08T23:19:43,503 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/f1/32ec013d9e6141f789e7181d0d0adfc1 2024-11-08T23:19:43,506 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32ec013d9e6141f789e7181d0d0adfc1 2024-11-08T23:19:43,518 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/rep_barrier/ebca0842bfbd4d7898ebfceface35d0d is 112, key is test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4./rep_barrier:seqnumDuringOpen/1731107968707/Put/seqid=0 2024-11-08T23:19:43,519 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/norep/677502e879604dbd87d14b542286d214 is 33, key is row2/norep:/1731107979650/DeleteFamily/seqid=0 2024-11-08T23:19:43,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741844_1020 (size=5518) 2024-11-08T23:19:43,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741845_1021 (size=5108) 2024-11-08T23:19:43,522 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/norep/677502e879604dbd87d14b542286d214 2024-11-08T23:19:43,525 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 677502e879604dbd87d14b542286d214 2024-11-08T23:19:43,525 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/f/f8d884bbb4be4b68b6cfa4b481bd3f0d as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/f/f8d884bbb4be4b68b6cfa4b481bd3f0d 2024-11-08T23:19:43,529 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8d884bbb4be4b68b6cfa4b481bd3f0d 2024-11-08T23:19:43,529 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/f/f8d884bbb4be4b68b6cfa4b481bd3f0d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T23:19:43,529 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/f1/32ec013d9e6141f789e7181d0d0adfc1 as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/f1/32ec013d9e6141f789e7181d0d0adfc1 2024-11-08T23:19:43,533 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32ec013d9e6141f789e7181d0d0adfc1 2024-11-08T23:19:43,533 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/f1/32ec013d9e6141f789e7181d0d0adfc1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T23:19:43,533 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/.tmp/norep/677502e879604dbd87d14b542286d214 as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/norep/677502e879604dbd87d14b542286d214 2024-11-08T23:19:43,536 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 677502e879604dbd87d14b542286d214 2024-11-08T23:19:43,537 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/norep/677502e879604dbd87d14b542286d214, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T23:19:43,537 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 784aa22f04a4460a568f8523bf9f83e4 in 876ms, sequenceid=12, compaction requested=false 2024-11-08T23:19:43,556 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/default/test/784aa22f04a4460a568f8523bf9f83e4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:19:43,557 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 784aa22f04a4460a568f8523bf9f83e4: Waiting for close lock at 1731107982660Running coprocessor pre-close hooks at 1731107982660Disabling compacts and flushes for region at 1731107982660Disabling writes for close at 1731107982661 (+1 ms)Obtaining lock to block concurrent updates at 1731107982661Preparing flush snapshotting stores in 784aa22f04a4460a568f8523bf9f83e4 at 1731107982661Finished memstore snapshotting test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731107982661Flushing stores of test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. at 1731107982661Flushing 784aa22f04a4460a568f8523bf9f83e4/f: creating writer at 1731107982661Flushing 784aa22f04a4460a568f8523bf9f83e4/f: appending metadata at 1731107982675 (+14 ms)Flushing 784aa22f04a4460a568f8523bf9f83e4/f: closing flushed file at 1731107982675Flushing 784aa22f04a4460a568f8523bf9f83e4/f1: creating writer at 1731107983083 (+408 ms)Flushing 784aa22f04a4460a568f8523bf9f83e4/f1: appending metadata at 1731107983099 (+16 ms)Flushing 784aa22f04a4460a568f8523bf9f83e4/f1: closing flushed file at 1731107983099Flushing 784aa22f04a4460a568f8523bf9f83e4/norep: creating writer at 1731107983506 (+407 ms)Flushing 784aa22f04a4460a568f8523bf9f83e4/norep: appending metadata at 1731107983518 (+12 ms)Flushing 784aa22f04a4460a568f8523bf9f83e4/norep: closing flushed file at 1731107983518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156d197a: reopening flushed file at 1731107983525 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e38be99: reopening flushed file at 1731107983529 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3a7aa8: reopening flushed file at 1731107983533 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 784aa22f04a4460a568f8523bf9f83e4 in 876ms, sequenceid=12, compaction requested=false at 1731107983537 (+4 ms)Writing region close event to WAL at 1731107983552 (+15 ms)Running coprocessor post-close hooks at 1731107983556 (+4 ms)Closed at 1731107983557 (+1 ms) 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107967962.784aa22f04a4460a568f8523bf9f83e4. 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b634210d3e8965f63e6d9c74384c55fb, disabling compactions & flushes 2024-11-08T23:19:43,557 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. after waiting 0 ms 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:43,557 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b634210d3e8965f63e6d9c74384c55fb: Waiting for close lock at 1731107983557Running coprocessor pre-close hooks at 1731107983557Disabling compacts and flushes for region at 1731107983557Disabling writes for close at 1731107983557Failed flush hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb., putting online again at 1731107983557 2024-11-08T23:19:43,558 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:43,638 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:43,662 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:19:43,662 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b634210d3e8965f63e6d9c74384c55fb=hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb.} 2024-11-08T23:19:43,662 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(3091): Received CLOSE for b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:43,662 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b634210d3e8965f63e6d9c74384c55fb 2024-11-08T23:19:43,662 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b634210d3e8965f63e6d9c74384c55fb, disabling compactions & flushes 2024-11-08T23:19:43,662 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:43,662 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:43,662 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. after waiting 0 ms 2024-11-08T23:19:43,662 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:43,662 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b634210d3e8965f63e6d9c74384c55fb: Waiting for close lock at 1731107983662Running coprocessor pre-close hooks at 1731107983662Disabling compacts and flushes for region at 1731107983662Disabling writes for close at 1731107983662Failed flush hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb., putting online again at 1731107983662 2024-11-08T23:19:43,662 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107973426.b634210d3e8965f63e6d9c74384c55fb. 2024-11-08T23:19:43,734 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:43,742 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 1759, reset compression=false 2024-11-08T23:19:43,745 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:43,745 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 2403, reset compression=false 2024-11-08T23:19:43,862 DEBUG [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:19:43,922 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/rep_barrier/ebca0842bfbd4d7898ebfceface35d0d 2024-11-08T23:19:43,942 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/table/3a66404138fc45aa89d573f5eba60f8b is 53, key is hbase:replication/table:state/1731107974252/Put/seqid=0 2024-11-08T23:19:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741846_1022 (size=5308) 2024-11-08T23:19:43,946 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/table/3a66404138fc45aa89d573f5eba60f8b 2024-11-08T23:19:43,948 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/WALs/300c1216fb79,43435,1731107961710/300c1216fb79%2C43435%2C1731107961710.1731107963559 to pos 2403, reset compression=false 2024-11-08T23:19:43,951 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/info/178047d0ec3b4a39b543de80956ae846 as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/info/178047d0ec3b4a39b543de80956ae846 2024-11-08T23:19:43,955 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/info/178047d0ec3b4a39b543de80956ae846, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:19:43,956 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/ns/8159a5c90a954330a57de4dff61c7270 as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/ns/8159a5c90a954330a57de4dff61c7270 2024-11-08T23:19:43,959 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/ns/8159a5c90a954330a57de4dff61c7270, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:19:43,960 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/rep_barrier/ebca0842bfbd4d7898ebfceface35d0d as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/rep_barrier/ebca0842bfbd4d7898ebfceface35d0d 2024-11-08T23:19:43,964 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/rep_barrier/ebca0842bfbd4d7898ebfceface35d0d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:19:43,965 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/.tmp/table/3a66404138fc45aa89d573f5eba60f8b as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/table/3a66404138fc45aa89d573f5eba60f8b 2024-11-08T23:19:43,969 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/table/3a66404138fc45aa89d573f5eba60f8b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:19:43,970 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-08T23:19:43,973 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:19:43,974 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:43,974 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:19:43,974 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:43,974 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107982661Running coprocessor pre-close hooks at 1731107982661Disabling compacts and flushes for region at 1731107982661Disabling writes for close at 1731107982661Obtaining lock to block concurrent updates at 1731107982661Preparing flush snapshotting stores in 1588230740 at 1731107982661Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731107982661Flushing stores of hbase:meta,,1.1588230740 at 1731107982662 (+1 ms)Flushing 1588230740/info: creating writer at 1731107982662Flushing 1588230740/info: appending metadata at 1731107982678 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731107982678Flushing 1588230740/ns: creating writer at 1731107983088 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731107983099 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731107983099Flushing 1588230740/rep_barrier: creating writer at 1731107983506 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107983518 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107983518Flushing 1588230740/table: creating writer at 1731107983926 (+408 ms)Flushing 1588230740/table: appending metadata at 1731107983942 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731107983942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e010a62: reopening flushed file at 1731107983950 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4cc1fb: reopening flushed file at 1731107983955 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37379784: reopening flushed file at 1731107983960 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa4345d: reopening flushed file at 1731107983964 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1731107983970 (+6 ms)Writing region close event to WAL at 1731107983971 (+1 ms)Running coprocessor post-close hooks at 1731107983974 (+3 ms)Closed at 1731107983974 2024-11-08T23:19:43,974 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:44,062 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T23:19:44,062 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,43435,1731107961710; all regions closed. 2024-11-08T23:19:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:19:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741839_1015 (size=2172) 2024-11-08T23:19:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741832_1008 (size=2411) 2024-11-08T23:19:44,068 DEBUG [RS:0;300c1216fb79:43435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:44,068 INFO [RS:0;300c1216fb79:43435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:44,068 INFO [RS:0;300c1216fb79:43435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:44,068 INFO [RS:0;300c1216fb79:43435 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:44,068 INFO [RS:0;300c1216fb79:43435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:44,068 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:44,068 INFO [RS:0;300c1216fb79:43435 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,43435,1731107961710 because: Region server is closing 2024-11-08T23:19:44,069 INFO [RS:0;300c1216fb79:43435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:43435. 2024-11-08T23:19:44,069 DEBUG [RS:0;300c1216fb79:43435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:44,069 DEBUG [RS:0;300c1216fb79:43435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:44,069 DEBUG [RS:0;300c1216fb79:43435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:44,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:44,142 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:44,169 INFO [RS:0;300c1216fb79:43435 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.shipper300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 terminated 2024-11-08T23:19:44,169 INFO [RS:0;300c1216fb79:43435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:43435. 2024-11-08T23:19:44,169 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,43435,1731107961710.replicationSource.wal-reader.300c1216fb79%2C43435%2C1731107961710,1-300c1216fb79,43435,1731107961710 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:19:44,169 DEBUG [RS:0;300c1216fb79:43435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:44,169 DEBUG [RS:0;300c1216fb79:43435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:44,169 DEBUG [RS:0;300c1216fb79:43435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:44,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:44,170 INFO [RS:0;300c1216fb79:43435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43435 2024-11-08T23:19:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025/rs 2024-11-08T23:19:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1556728025/rs/300c1216fb79,43435,1731107961710 2024-11-08T23:19:44,222 INFO [RS:0;300c1216fb79:43435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:44,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,43435,1731107961710] 2024-11-08T23:19:44,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1556728025/draining/300c1216fb79,43435,1731107961710 already deleted, retry=false 2024-11-08T23:19:44,243 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,43435,1731107961710 expired; onlineServers=0 2024-11-08T23:19:44,243 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,36619,1731107961499' ***** 2024-11-08T23:19:44,243 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:19:44,243 INFO [M:0;300c1216fb79:36619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:44,243 INFO [M:0;300c1216fb79:36619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:44,243 DEBUG [M:0;300c1216fb79:36619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:19:44,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:19:44,243 DEBUG [M:0;300c1216fb79:36619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:19:44,244 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107963304 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107963304,5,FailOnTimeoutGroup] 2024-11-08T23:19:44,243 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107963304 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107963304,5,FailOnTimeoutGroup] 2024-11-08T23:19:44,244 INFO [M:0;300c1216fb79:36619 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:44,244 INFO [M:0;300c1216fb79:36619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:44,244 DEBUG [M:0;300c1216fb79:36619 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:19:44,244 INFO [M:0;300c1216fb79:36619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:19:44,244 INFO [M:0;300c1216fb79:36619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:44,244 INFO [M:0;300c1216fb79:36619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:19:44,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:19:44,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1556728025/master 2024-11-08T23:19:44,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1556728025 2024-11-08T23:19:44,284 DEBUG [M:0;300c1216fb79:36619 {}] zookeeper.ZKUtil(347): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Unable to get data of znode /2-1556728025/master because node does not exist (not an error) 2024-11-08T23:19:44,284 WARN [M:0;300c1216fb79:36619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:19:44,285 INFO [M:0;300c1216fb79:36619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/.lastflushedseqids 2024-11-08T23:19:44,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741847_1023 (size=245) 2024-11-08T23:19:44,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:44,332 INFO [RS:0;300c1216fb79:43435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:44,332 INFO [RS:0;300c1216fb79:43435 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,43435,1731107961710; zookeeper connection closed. 2024-11-08T23:19:44,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43435-0x1011cbf015c0007, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:44,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6050cb93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6050cb93 2024-11-08T23:19:44,333 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:19:44,337 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:44,689 INFO [M:0;300c1216fb79:36619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:19:44,689 INFO [M:0;300c1216fb79:36619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:19:44,689 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:44,689 INFO [M:0;300c1216fb79:36619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:44,689 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:44,689 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:44,689 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:44,689 INFO [M:0;300c1216fb79:36619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-08T23:19:44,703 DEBUG [M:0;300c1216fb79:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f1a59c2378f496c927fe8bd1153b939 is 82, key is hbase:meta,,1/info:regioninfo/1731107964534/Put/seqid=0 2024-11-08T23:19:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741848_1024 (size=5672) 2024-11-08T23:19:44,746 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:45,040 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:45,107 INFO [M:0;300c1216fb79:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f1a59c2378f496c927fe8bd1153b939 2024-11-08T23:19:45,122 DEBUG [M:0;300c1216fb79:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4875964f6c3c4e38ba4ba3bb76a0835b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731107974256/Put/seqid=0 2024-11-08T23:19:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741849_1025 (size=9212) 2024-11-08T23:19:45,345 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:19:45,450 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:45,526 INFO [M:0;300c1216fb79:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4875964f6c3c4e38ba4ba3bb76a0835b 2024-11-08T23:19:45,542 DEBUG [M:0;300c1216fb79:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f83c3700bb404547b192b09eeff634a0 is 69, key is 300c1216fb79,43435,1731107961710/rs:state/1731107963369/Put/seqid=0 2024-11-08T23:19:45,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741850_1026 (size=5156) 2024-11-08T23:19:45,843 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:45,945 INFO [M:0;300c1216fb79:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f83c3700bb404547b192b09eeff634a0 2024-11-08T23:19:45,949 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f1a59c2378f496c927fe8bd1153b939 as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f1a59c2378f496c927fe8bd1153b939 2024-11-08T23:19:45,952 INFO [M:0;300c1216fb79:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f1a59c2378f496c927fe8bd1153b939, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T23:19:45,953 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4875964f6c3c4e38ba4ba3bb76a0835b as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4875964f6c3c4e38ba4ba3bb76a0835b 2024-11-08T23:19:45,957 INFO [M:0;300c1216fb79:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4875964f6c3c4e38ba4ba3bb76a0835b, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T23:19:45,957 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f83c3700bb404547b192b09eeff634a0 as hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f83c3700bb404547b192b09eeff634a0 2024-11-08T23:19:45,961 INFO [M:0;300c1216fb79:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f83c3700bb404547b192b09eeff634a0, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T23:19:45,962 INFO [M:0;300c1216fb79:36619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false 2024-11-08T23:19:45,964 INFO [M:0;300c1216fb79:36619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:45,964 DEBUG [M:0;300c1216fb79:36619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107984689Disabling compacts and flushes for region at 1731107984689Disabling writes for close at 1731107984689Obtaining lock to block concurrent updates at 1731107984689Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107984689Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731107984689Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107984690 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107984690Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107984702 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107984703 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107985110 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107985122 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107985122Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107985530 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107985541 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107985541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e318985: reopening flushed file at 1731107985949 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c97e974: reopening flushed file at 1731107985953 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6497e198: reopening flushed file at 1731107985957 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false at 1731107985962 (+5 ms)Writing region close event to WAL at 1731107985964 (+2 ms)Closed at 1731107985964 2024-11-08T23:19:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741830_1006 (size=73866) 2024-11-08T23:19:45,965 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51f41bfe-a67c-4f94-2b40-2f6908bd70a8/MasterData/WALs/300c1216fb79,36619,1731107961499/300c1216fb79%2C36619%2C1731107961499.1731107963018 not finished, retry = 0 2024-11-08T23:19:46,066 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:46,066 INFO [M:0;300c1216fb79:36619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:19:46,067 INFO [M:0;300c1216fb79:36619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36619 2024-11-08T23:19:46,068 INFO [M:0;300c1216fb79:36619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:46,227 INFO [M:0;300c1216fb79:36619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:46,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:46,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011cbf015c0006, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:46,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@410efbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:46,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49ddc8e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:46,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:46,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d0b156{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:46,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fbdaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:46,238 WARN [BP-1117545998-172.17.0.2-1731107959118 heartbeating to localhost/127.0.0.1:36701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:19:46,238 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:19:46,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:19:46,238 WARN [BP-1117545998-172.17.0.2-1731107959118 heartbeating to localhost/127.0.0.1:36701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1117545998-172.17.0.2-1731107959118 (Datanode Uuid 2eb37769-5630-4ae7-a750-78009ff2ea58) service to localhost/127.0.0.1:36701 2024-11-08T23:19:46,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/cluster_c2b64ad8-e9eb-cc5e-e2a9-3fb895b85c98/data/data1/current/BP-1117545998-172.17.0.2-1731107959118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:46,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/cluster_c2b64ad8-e9eb-cc5e-e2a9-3fb895b85c98/data/data2/current/BP-1117545998-172.17.0.2-1731107959118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:46,239 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:19:46,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@571e3eb4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:46,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e76c5b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:46,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:46,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@627a3e7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:46,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2925bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:46,253 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:46,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:19:46,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:19:46,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:46,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:46,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:46,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:46,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:46,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:19:46,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1684705264, stopped=false 2024-11-08T23:19:46,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,46075,1731107955757 2024-11-08T23:19:46,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160187620/running 2024-11-08T23:19:46,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:46,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160187620/running 2024-11-08T23:19:46,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:46,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:46,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:46,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:46,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:46,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on znode that does not yet exist, /11160187620/running 2024-11-08T23:19:46,286 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,44789,1731107955912' ***** 2024-11-08T23:19:46,286 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:19:46,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Set watcher on znode that does not yet exist, /11160187620/running 2024-11-08T23:19:46,287 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:19:46,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:19:46,287 INFO [RS:0;300c1216fb79:44789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(3091): Received CLOSE for abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(3091): Received CLOSE for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,44789,1731107955912 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:44789. 2024-11-08T23:19:46,288 DEBUG [RS:0;300c1216fb79:44789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:46,288 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abd47563a880c7114aff21fefe032cfa, disabling compactions & flushes 2024-11-08T23:19:46,288 DEBUG [RS:0;300c1216fb79:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:46,288 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:46,288 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:19:46,288 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107965812.abd47563a880c7114aff21fefe032cfa. after waiting 0 ms 2024-11-08T23:19:46,288 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:46,288 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:19:46,288 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abd47563a880c7114aff21fefe032cfa 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T23:19:46,289 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:19:46,289 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1325): Online Regions={abd47563a880c7114aff21fefe032cfa=test,,1731107965812.abd47563a880c7114aff21fefe032cfa., 1588230740=hbase:meta,,1.1588230740, 253d7f2a1b1ef400ffaeec0802078eaa=hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa.} 2024-11-08T23:19:46,289 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 253d7f2a1b1ef400ffaeec0802078eaa, abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:46,289 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:46,289 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:46,289 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:46,289 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:46,289 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:46,289 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:19:46,307 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/info/0820545528894f3b83ae1ecdcde901c4 is 147, key is hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa./info:regioninfo/1731107972454/Put/seqid=0 2024-11-08T23:19:46,315 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/f/646173795242440b85ce9d8f7b9eb1da is 37, key is row3/f:row3/1731107981300/Put/seqid=0 2024-11-08T23:19:46,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741840_1016 (size=7686) 2024-11-08T23:19:46,322 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/info/0820545528894f3b83ae1ecdcde901c4 2024-11-08T23:19:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741841_1017 (size=5228) 2024-11-08T23:19:46,323 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/f/646173795242440b85ce9d8f7b9eb1da 2024-11-08T23:19:46,327 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 646173795242440b85ce9d8f7b9eb1da 2024-11-08T23:19:46,345 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/ns/c47196c0c8df419d937fbdc7e52ecb37 is 43, key is default/ns:d/1731107959042/Put/seqid=0 2024-11-08T23:19:46,348 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/f1/078127b33fce4f168f14da9cb9e148de is 30, key is row1/f1:/1731107978645/DeleteFamily/seqid=0 2024-11-08T23:19:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741843_1019 (size=5158) 2024-11-08T23:19:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741842_1018 (size=5153) 2024-11-08T23:19:46,353 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/ns/c47196c0c8df419d937fbdc7e52ecb37 2024-11-08T23:19:46,374 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:46,389 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/rep_barrier/619b2ca3e90f43deb76f309ec30caed4 is 112, key is test,,1731107965812.abd47563a880c7114aff21fefe032cfa./rep_barrier:seqnumDuringOpen/1731107966957/Put/seqid=0 2024-11-08T23:19:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741844_1020 (size=5518) 2024-11-08T23:19:46,394 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/rep_barrier/619b2ca3e90f43deb76f309ec30caed4 2024-11-08T23:19:46,416 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/table/0a37124345864f61b5b1e5dfa6737d71 is 53, key is hbase:replication/table:state/1731107972461/Put/seqid=0 2024-11-08T23:19:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741845_1021 (size=5308) 2024-11-08T23:19:46,434 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/table/0a37124345864f61b5b1e5dfa6737d71 2024-11-08T23:19:46,439 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/info/0820545528894f3b83ae1ecdcde901c4 as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/info/0820545528894f3b83ae1ecdcde901c4 2024-11-08T23:19:46,446 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/info/0820545528894f3b83ae1ecdcde901c4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:19:46,448 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/ns/c47196c0c8df419d937fbdc7e52ecb37 as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/ns/c47196c0c8df419d937fbdc7e52ecb37 2024-11-08T23:19:46,454 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/ns/c47196c0c8df419d937fbdc7e52ecb37, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:19:46,456 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/rep_barrier/619b2ca3e90f43deb76f309ec30caed4 as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/rep_barrier/619b2ca3e90f43deb76f309ec30caed4 2024-11-08T23:19:46,465 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/rep_barrier/619b2ca3e90f43deb76f309ec30caed4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:19:46,466 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/.tmp/table/0a37124345864f61b5b1e5dfa6737d71 as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/table/0a37124345864f61b5b1e5dfa6737d71 2024-11-08T23:19:46,470 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/table/0a37124345864f61b5b1e5dfa6737d71, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:19:46,471 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 182ms, sequenceid=16, compaction requested=false 2024-11-08T23:19:46,486 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:19:46,487 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:46,487 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:19:46,487 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:46,487 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107986289Running coprocessor pre-close hooks at 1731107986289Disabling compacts and flushes for region at 1731107986289Disabling writes for close at 1731107986289Obtaining lock to block concurrent updates at 1731107986289Preparing flush snapshotting stores in 1588230740 at 1731107986289Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731107986290 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731107986290Flushing 1588230740/info: creating writer at 1731107986290Flushing 1588230740/info: appending metadata at 1731107986306 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731107986306Flushing 1588230740/ns: creating writer at 1731107986327 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731107986344 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731107986344Flushing 1588230740/rep_barrier: creating writer at 1731107986361 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107986388 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107986388Flushing 1588230740/table: creating writer at 1731107986399 (+11 ms)Flushing 1588230740/table: appending metadata at 1731107986416 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731107986416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a99f63: reopening flushed file at 1731107986438 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c792d1: reopening flushed file at 1731107986446 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612ddb3a: reopening flushed file at 1731107986454 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21483eba: reopening flushed file at 1731107986465 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 182ms, sequenceid=16, compaction requested=false at 1731107986471 (+6 ms)Writing region close event to WAL at 1731107986480 (+9 ms)Running coprocessor post-close hooks at 1731107986487 (+7 ms)Closed at 1731107986487 2024-11-08T23:19:46,487 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:46,489 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1351): Waiting on 253d7f2a1b1ef400ffaeec0802078eaa, abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:46,651 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:19:46,651 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:19:46,689 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1351): Waiting on 253d7f2a1b1ef400ffaeec0802078eaa, abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:46,746 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1468, reset compression=false 2024-11-08T23:19:46,750 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:46,750 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1715, reset compression=false 2024-11-08T23:19:46,750 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,44789,1731107955912 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:46,752 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,44789,1731107955912: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,44789,1731107955912, walGroup=300c1216fb79%2C44789%2C1731107955912, offset=300c1216fb79%2C44789%2C1731107955912.1731107957786:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:44789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:19:46,753 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/f1/078127b33fce4f168f14da9cb9e148de 2024-11-08T23:19:46,753 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:19:46,753 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:19:46,753 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:19:46,753 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:19:46,753 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:19:46,753 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 952025088 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199446368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:19:46,754 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:46075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:46075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:19:46,756 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 078127b33fce4f168f14da9cb9e148de 2024-11-08T23:19:46,768 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/norep/9ea2c2bb096b4c3f88bcd784ca5f3149 is 33, key is row1/norep:/1731107978645/DeleteFamily/seqid=0 2024-11-08T23:19:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741846_1022 (size=5108) 2024-11-08T23:19:46,890 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1351): Waiting on 253d7f2a1b1ef400ffaeec0802078eaa, abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:46,955 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1715, reset compression=false 2024-11-08T23:19:47,090 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1351): Waiting on 253d7f2a1b1ef400ffaeec0802078eaa, abd47563a880c7114aff21fefe032cfa 2024-11-08T23:19:47,157 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:47,172 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/norep/9ea2c2bb096b4c3f88bcd784ca5f3149 2024-11-08T23:19:47,175 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ea2c2bb096b4c3f88bcd784ca5f3149 2024-11-08T23:19:47,176 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/f/646173795242440b85ce9d8f7b9eb1da as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/f/646173795242440b85ce9d8f7b9eb1da 2024-11-08T23:19:47,179 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 646173795242440b85ce9d8f7b9eb1da 2024-11-08T23:19:47,179 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/f/646173795242440b85ce9d8f7b9eb1da, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T23:19:47,180 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/f1/078127b33fce4f168f14da9cb9e148de as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/f1/078127b33fce4f168f14da9cb9e148de 2024-11-08T23:19:47,183 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 078127b33fce4f168f14da9cb9e148de 2024-11-08T23:19:47,183 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/f1/078127b33fce4f168f14da9cb9e148de, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T23:19:47,183 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/.tmp/norep/9ea2c2bb096b4c3f88bcd784ca5f3149 as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/norep/9ea2c2bb096b4c3f88bcd784ca5f3149 2024-11-08T23:19:47,186 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ea2c2bb096b4c3f88bcd784ca5f3149 2024-11-08T23:19:47,186 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/norep/9ea2c2bb096b4c3f88bcd784ca5f3149, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T23:19:47,187 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for abd47563a880c7114aff21fefe032cfa in 899ms, sequenceid=12, compaction requested=false 2024-11-08T23:19:47,190 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/data/default/test/abd47563a880c7114aff21fefe032cfa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T23:19:47,190 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:47,190 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:19:47,190 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:47,190 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abd47563a880c7114aff21fefe032cfa: Waiting for close lock at 1731107986288Running coprocessor pre-close hooks at 1731107986288Disabling compacts and flushes for region at 1731107986288Disabling writes for close at 1731107986288Obtaining lock to block concurrent updates at 1731107986288Preparing flush snapshotting stores in abd47563a880c7114aff21fefe032cfa at 1731107986288Finished memstore snapshotting test,,1731107965812.abd47563a880c7114aff21fefe032cfa., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731107986289 (+1 ms)Flushing stores of test,,1731107965812.abd47563a880c7114aff21fefe032cfa. at 1731107986296 (+7 ms)Flushing abd47563a880c7114aff21fefe032cfa/f: creating writer at 1731107986296Flushing abd47563a880c7114aff21fefe032cfa/f: appending metadata at 1731107986315 (+19 ms)Flushing abd47563a880c7114aff21fefe032cfa/f: closing flushed file at 1731107986315Flushing abd47563a880c7114aff21fefe032cfa/f1: creating writer at 1731107986327 (+12 ms)Flushing abd47563a880c7114aff21fefe032cfa/f1: appending metadata at 1731107986347 (+20 ms)Flushing abd47563a880c7114aff21fefe032cfa/f1: closing flushed file at 1731107986347Flushing abd47563a880c7114aff21fefe032cfa/norep: creating writer at 1731107986756 (+409 ms)Flushing abd47563a880c7114aff21fefe032cfa/norep: appending metadata at 1731107986767 (+11 ms)Flushing abd47563a880c7114aff21fefe032cfa/norep: closing flushed file at 1731107986768 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1437337: reopening flushed file at 1731107987175 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ecaf83: reopening flushed file at 1731107987179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7a8b76: reopening flushed file at 1731107987183 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for abd47563a880c7114aff21fefe032cfa in 899ms, sequenceid=12, compaction requested=false at 1731107987187 (+4 ms)Writing region close event to WAL at 1731107987188 (+1 ms)Running coprocessor post-close hooks at 1731107987190 (+2 ms)Closed at 1731107987190 2024-11-08T23:19:47,190 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107965812.abd47563a880c7114aff21fefe032cfa. 2024-11-08T23:19:47,190 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 253d7f2a1b1ef400ffaeec0802078eaa, disabling compactions & flushes 2024-11-08T23:19:47,191 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:47,191 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:47,191 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. after waiting 0 ms 2024-11-08T23:19:47,191 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:47,191 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 253d7f2a1b1ef400ffaeec0802078eaa: Waiting for close lock at 1731107987190Running coprocessor pre-close hooks at 1731107987190Disabling compacts and flushes for region at 1731107987190Disabling writes for close at 1731107987191 (+1 ms)Failed flush hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa., putting online again at 1731107987191 2024-11-08T23:19:47,191 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:47,258 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 1715, reset compression=false 2024-11-08T23:19:47,261 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:47,261 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 2359, reset compression=false 2024-11-08T23:19:47,290 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:19:47,290 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1325): Online Regions={253d7f2a1b1ef400ffaeec0802078eaa=hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa.} 2024-11-08T23:19:47,290 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(3091): Received CLOSE for 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:47,290 DEBUG [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1351): Waiting on 253d7f2a1b1ef400ffaeec0802078eaa 2024-11-08T23:19:47,290 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 253d7f2a1b1ef400ffaeec0802078eaa, disabling compactions & flushes 2024-11-08T23:19:47,290 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:47,290 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:47,290 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. after waiting 0 ms 2024-11-08T23:19:47,290 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:47,291 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 253d7f2a1b1ef400ffaeec0802078eaa: Waiting for close lock at 1731107987290Running coprocessor pre-close hooks at 1731107987290Disabling compacts and flushes for region at 1731107987290Disabling writes for close at 1731107987290Failed flush hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa., putting online again at 1731107987291 (+1 ms) 2024-11-08T23:19:47,291 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107971266.253d7f2a1b1ef400ffaeec0802078eaa. 2024-11-08T23:19:47,468 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/WALs/300c1216fb79,44789,1731107955912/300c1216fb79%2C44789%2C1731107955912.1731107957786 to pos 2359, reset compression=false 2024-11-08T23:19:47,490 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T23:19:47,490 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,44789,1731107955912; all regions closed. 2024-11-08T23:19:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:19:47,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741839_1015 (size=2609) 2024-11-08T23:19:47,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741832_1008 (size=2367) 2024-11-08T23:19:47,497 DEBUG [RS:0;300c1216fb79:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:47,497 INFO [RS:0;300c1216fb79:44789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:47,497 INFO [RS:0;300c1216fb79:44789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:47,497 INFO [RS:0;300c1216fb79:44789 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:47,497 INFO [RS:0;300c1216fb79:44789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:47,497 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:47,498 INFO [RS:0;300c1216fb79:44789 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,44789,1731107955912 because: Region server is closing 2024-11-08T23:19:47,498 INFO [RS:0;300c1216fb79:44789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:44789. 2024-11-08T23:19:47,498 DEBUG [RS:0;300c1216fb79:44789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:47,498 DEBUG [RS:0;300c1216fb79:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:47,498 DEBUG [RS:0;300c1216fb79:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:47,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:47,598 INFO [RS:0;300c1216fb79:44789 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.shipper300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 terminated 2024-11-08T23:19:47,598 INFO [RS:0;300c1216fb79:44789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:44789. 2024-11-08T23:19:47,598 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,44789,1731107955912.replicationSource.wal-reader.300c1216fb79%2C44789%2C1731107955912,1-300c1216fb79,44789,1731107955912 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:19:47,599 DEBUG [RS:0;300c1216fb79:44789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:47,599 DEBUG [RS:0;300c1216fb79:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:47,599 DEBUG [RS:0;300c1216fb79:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:47,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:47,599 INFO [RS:0;300c1216fb79:44789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44789 2024-11-08T23:19:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160187620/rs/300c1216fb79,44789,1731107955912 2024-11-08T23:19:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620/rs 2024-11-08T23:19:47,653 INFO [RS:0;300c1216fb79:44789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:47,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,44789,1731107955912] 2024-11-08T23:19:47,674 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11160187620/draining/300c1216fb79,44789,1731107955912 already deleted, retry=false 2024-11-08T23:19:47,674 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,44789,1731107955912 expired; onlineServers=0 2024-11-08T23:19:47,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,46075,1731107955757' ***** 2024-11-08T23:19:47,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:19:47,675 INFO [M:0;300c1216fb79:46075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:47,675 INFO [M:0;300c1216fb79:46075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:47,675 DEBUG [M:0;300c1216fb79:46075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:19:47,675 DEBUG [M:0;300c1216fb79:46075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:19:47,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:19:47,675 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107957547 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107957547,5,FailOnTimeoutGroup] 2024-11-08T23:19:47,675 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107957546 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107957546,5,FailOnTimeoutGroup] 2024-11-08T23:19:47,675 INFO [M:0;300c1216fb79:46075 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:47,675 INFO [M:0;300c1216fb79:46075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:47,675 DEBUG [M:0;300c1216fb79:46075 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:19:47,675 INFO [M:0;300c1216fb79:46075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:19:47,675 INFO [M:0;300c1216fb79:46075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:47,676 INFO [M:0;300c1216fb79:46075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:19:47,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:19:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160187620/master 2024-11-08T23:19:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160187620 2024-11-08T23:19:47,685 DEBUG [M:0;300c1216fb79:46075 {}] zookeeper.ZKUtil(347): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Unable to get data of znode /11160187620/master because node does not exist (not an error) 2024-11-08T23:19:47,685 WARN [M:0;300c1216fb79:46075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:19:47,685 INFO [M:0;300c1216fb79:46075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/.lastflushedseqids 2024-11-08T23:19:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741847_1023 (size=245) 2024-11-08T23:19:47,692 INFO [M:0;300c1216fb79:46075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:19:47,692 INFO [M:0;300c1216fb79:46075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:19:47,692 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:47,692 INFO [M:0;300c1216fb79:46075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:47,692 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:47,692 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:47,692 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:47,693 INFO [M:0;300c1216fb79:46075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T23:19:47,706 DEBUG [M:0;300c1216fb79:46075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09380f39f5454f9c979a5bff5deca06a is 82, key is hbase:meta,,1/info:regioninfo/1731107959021/Put/seqid=0 2024-11-08T23:19:47,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741848_1024 (size=5672) 2024-11-08T23:19:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:47,764 INFO [RS:0;300c1216fb79:44789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x1011cbf015c0004, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:47,764 INFO [RS:0;300c1216fb79:44789 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,44789,1731107955912; zookeeper connection closed. 2024-11-08T23:19:47,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@194ec0d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@194ec0d8 2024-11-08T23:19:47,764 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:19:48,110 INFO [M:0;300c1216fb79:46075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09380f39f5454f9c979a5bff5deca06a 2024-11-08T23:19:48,126 DEBUG [M:0;300c1216fb79:46075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bbc94b6f93f4ebdb393e3cacfdaeccf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731107972465/Put/seqid=0 2024-11-08T23:19:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741849_1025 (size=8515) 2024-11-08T23:19:48,129 INFO [M:0;300c1216fb79:46075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bbc94b6f93f4ebdb393e3cacfdaeccf 2024-11-08T23:19:48,145 DEBUG [M:0;300c1216fb79:46075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecdca090d5544c059bf4bda73de66293 is 69, key is 300c1216fb79,44789,1731107955912/rs:state/1731107957584/Put/seqid=0 2024-11-08T23:19:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741850_1026 (size=5156) 2024-11-08T23:19:48,160 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:48,548 INFO [M:0;300c1216fb79:46075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecdca090d5544c059bf4bda73de66293 2024-11-08T23:19:48,552 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09380f39f5454f9c979a5bff5deca06a as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09380f39f5454f9c979a5bff5deca06a 2024-11-08T23:19:48,556 INFO [M:0;300c1216fb79:46075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09380f39f5454f9c979a5bff5deca06a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T23:19:48,557 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bbc94b6f93f4ebdb393e3cacfdaeccf as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bbc94b6f93f4ebdb393e3cacfdaeccf 2024-11-08T23:19:48,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,560 INFO [M:0;300c1216fb79:46075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bbc94b6f93f4ebdb393e3cacfdaeccf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T23:19:48,561 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecdca090d5544c059bf4bda73de66293 as hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecdca090d5544c059bf4bda73de66293 2024-11-08T23:19:48,573 INFO [M:0;300c1216fb79:46075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40871/user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecdca090d5544c059bf4bda73de66293, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T23:19:48,574 INFO [M:0;300c1216fb79:46075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-11-08T23:19:48,581 INFO [M:0;300c1216fb79:46075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:48,581 DEBUG [M:0;300c1216fb79:46075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107987692Disabling compacts and flushes for region at 1731107987692Disabling writes for close at 1731107987692Obtaining lock to block concurrent updates at 1731107987693 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107987693Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731107987693Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107987693Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107987693Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107987706 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107987706Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107988114 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107988126 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107988126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107988132 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107988144 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107988144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a75de98: reopening flushed file at 1731107988552 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4840d6c6: reopening flushed file at 1731107988556 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77433f14: reopening flushed file at 1731107988560 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1731107988574 (+14 ms)Writing region close event to WAL at 1731107988581 (+7 ms)Closed at 1731107988581 2024-11-08T23:19:48,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe5d48a-dd4e-e300-1029-5b53a6c64af3/MasterData/WALs/300c1216fb79,46075,1731107955757/300c1216fb79%2C46075%2C1731107955757.1731107957256 not finished, retry = 0 2024-11-08T23:19:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741830_1006 (size=63642) 2024-11-08T23:19:48,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:48,684 INFO [M:0;300c1216fb79:46075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:19:48,684 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:48,684 INFO [M:0;300c1216fb79:46075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46075 2024-11-08T23:19:48,684 INFO [M:0;300c1216fb79:46075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:48,869 INFO [M:0;300c1216fb79:46075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:48,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:48,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1011cbf015c0003, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:48,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b4fd84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:48,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51cfce39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:48,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:48,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@301fe32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:48,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f81c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:48,875 WARN [BP-764351041-172.17.0.2-1731107953888 heartbeating to localhost/127.0.0.1:40871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:19:48,875 WARN [BP-764351041-172.17.0.2-1731107953888 heartbeating to localhost/127.0.0.1:40871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-764351041-172.17.0.2-1731107953888 (Datanode Uuid 8c3faef0-7fe3-4b17-84ca-83efc57c4c40) service to localhost/127.0.0.1:40871 2024-11-08T23:19:48,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/cluster_6e8a82a4-0acd-2505-979c-b14790087fdb/data/data1/current/BP-764351041-172.17.0.2-1731107953888 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:48,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/cluster_6e8a82a4-0acd-2505-979c-b14790087fdb/data/data2/current/BP-764351041-172.17.0.2-1731107953888 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:48,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:19:48,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:19:48,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:19:48,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fb68d72{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:48,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fe8d0f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:48,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:48,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8658a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:48,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25e6f12c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6d1fa67d-25b1-8e93-e360-8b60dda17d80/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:48,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:19:48,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:19:48,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:48,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:48,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:48,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:48,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:48,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:19:48,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216636876, stopped=false 2024-11-08T23:19:48,903 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,34503,1731107950327 2024-11-08T23:19:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004339736/running 2024-11-08T23:19:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004339736/running 2024-11-08T23:19:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:48,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:48,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on znode that does not yet exist, /0-1004339736/running 2024-11-08T23:19:48,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Set watcher on znode that does not yet exist, /0-1004339736/running 2024-11-08T23:19:48,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:19:48,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:48,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:48,923 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,34911,1731107950909' ***** 2024-11-08T23:19:48,923 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:19:48,923 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:19:48,923 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:19:48,923 INFO [RS:0;300c1216fb79:34911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:19:48,923 INFO [RS:0;300c1216fb79:34911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:19:48,923 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b2f83c85ff5ddd85044c27b1bf821eb 2024-11-08T23:19:48,923 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(3091): Received CLOSE for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:48,923 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,34911,1731107950909 2024-11-08T23:19:48,923 INFO [RS:0;300c1216fb79:34911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:48,923 INFO [RS:0;300c1216fb79:34911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:34911. 2024-11-08T23:19:48,923 DEBUG [RS:0;300c1216fb79:34911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:48,923 DEBUG [RS:0;300c1216fb79:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:48,923 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b2f83c85ff5ddd85044c27b1bf821eb, disabling compactions & flushes 2024-11-08T23:19:48,924 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:48,924 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:48,924 INFO [RS:0;300c1216fb79:34911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:19:48,924 INFO [RS:0;300c1216fb79:34911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:19:48,924 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. after waiting 0 ms 2024-11-08T23:19:48,924 INFO [RS:0;300c1216fb79:34911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:19:48,924 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:48,924 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:19:48,924 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b2f83c85ff5ddd85044c27b1bf821eb 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T23:19:48,924 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:19:48,924 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4b2f83c85ff5ddd85044c27b1bf821eb=test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb., e94089f3630c2b11d629836a43cc0525=hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525.} 2024-11-08T23:19:48,924 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2f83c85ff5ddd85044c27b1bf821eb, e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:48,924 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:48,924 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:48,924 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:48,924 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:48,924 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:48,924 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:19:48,938 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/f/6530b3059ed745b3baac73e0fe49dccc is 37, key is row3/f:row3/1731107981300/Put/seqid=0 2024-11-08T23:19:48,948 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/info/a633efd11cec447e84f62ab5a4c8a417 is 147, key is hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525./info:regioninfo/1731107970270/Put/seqid=0 2024-11-08T23:19:48,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741840_1016 (size=5228) 2024-11-08T23:19:48,955 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741841_1017 (size=7686) 2024-11-08T23:19:49,124 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2f83c85ff5ddd85044c27b1bf821eb, e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:49,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:19:49,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:49,264 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1493, reset compression=false 2024-11-08T23:19:49,273 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:49,273 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1740, reset compression=false 2024-11-08T23:19:49,273 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,34911,1731107950909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:19:49,274 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,34911,1731107950909: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,34911,1731107950909, walGroup=300c1216fb79%2C34911%2C1731107950909, offset=300c1216fb79%2C34911%2C1731107950909.1731107952743:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:34911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:19:49,276 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:19:49,276 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:19:49,277 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:19:49,277 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:19:49,277 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:19:49,277 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 754214912 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 200013160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:19:49,278 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:34503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:34503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:19:49,324 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2f83c85ff5ddd85044c27b1bf821eb, e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:49,350 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/f/6530b3059ed745b3baac73e0fe49dccc 2024-11-08T23:19:49,355 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6530b3059ed745b3baac73e0fe49dccc 2024-11-08T23:19:49,358 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/info/a633efd11cec447e84f62ab5a4c8a417 2024-11-08T23:19:49,373 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/f1/e3ca9b63f4a445b0aa84a1b097c3b820 is 30, key is row1/f1:/1731107978645/DeleteFamily/seqid=0 2024-11-08T23:19:49,378 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/ns/f0c1d2522b4440fb84116b298b69d9c5 is 43, key is default/ns:d/1731107953783/Put/seqid=0 2024-11-08T23:19:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741842_1018 (size=5158) 2024-11-08T23:19:49,381 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/f1/e3ca9b63f4a445b0aa84a1b097c3b820 2024-11-08T23:19:49,386 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3ca9b63f4a445b0aa84a1b097c3b820 2024-11-08T23:19:49,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741843_1019 (size=5153) 2024-11-08T23:19:49,403 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/norep/05cf0675797041a0ba0d395817349ed6 is 32, key is row/norep:/1731107977631/DeleteFamily/seqid=0 2024-11-08T23:19:49,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741844_1020 (size=5101) 2024-11-08T23:19:49,480 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1740, reset compression=false 2024-11-08T23:19:49,525 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2f83c85ff5ddd85044c27b1bf821eb, e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:49,600 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:19:49,601 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:19:49,725 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2f83c85ff5ddd85044c27b1bf821eb, e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:49,783 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1740, reset compression=false 2024-11-08T23:19:49,790 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/ns/f0c1d2522b4440fb84116b298b69d9c5 2024-11-08T23:19:49,807 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/norep/05cf0675797041a0ba0d395817349ed6 2024-11-08T23:19:49,810 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05cf0675797041a0ba0d395817349ed6 2024-11-08T23:19:49,811 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/f/6530b3059ed745b3baac73e0fe49dccc as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/f/6530b3059ed745b3baac73e0fe49dccc 2024-11-08T23:19:49,816 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6530b3059ed745b3baac73e0fe49dccc 2024-11-08T23:19:49,816 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/f/6530b3059ed745b3baac73e0fe49dccc, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T23:19:49,817 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/f1/e3ca9b63f4a445b0aa84a1b097c3b820 as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/f1/e3ca9b63f4a445b0aa84a1b097c3b820 2024-11-08T23:19:49,820 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/rep_barrier/f97bdab759514357a6f383dca3ef1e16 is 112, key is test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb./rep_barrier:seqnumDuringOpen/1731107965415/Put/seqid=0 2024-11-08T23:19:49,821 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3ca9b63f4a445b0aa84a1b097c3b820 2024-11-08T23:19:49,821 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/f1/e3ca9b63f4a445b0aa84a1b097c3b820, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T23:19:49,822 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/.tmp/norep/05cf0675797041a0ba0d395817349ed6 as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/norep/05cf0675797041a0ba0d395817349ed6 2024-11-08T23:19:49,826 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05cf0675797041a0ba0d395817349ed6 2024-11-08T23:19:49,826 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/norep/05cf0675797041a0ba0d395817349ed6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T23:19:49,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741845_1021 (size=5518) 2024-11-08T23:19:49,827 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4b2f83c85ff5ddd85044c27b1bf821eb in 903ms, sequenceid=12, compaction requested=false 2024-11-08T23:19:49,827 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T23:19:49,839 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/default/test/4b2f83c85ff5ddd85044c27b1bf821eb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T23:19:49,840 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:49,840 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:19:49,840 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:49,840 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b2f83c85ff5ddd85044c27b1bf821eb: Waiting for close lock at 1731107988923Running coprocessor pre-close hooks at 1731107988923Disabling compacts and flushes for region at 1731107988923Disabling writes for close at 1731107988924 (+1 ms)Obtaining lock to block concurrent updates at 1731107988924Preparing flush snapshotting stores in 4b2f83c85ff5ddd85044c27b1bf821eb at 1731107988924Finished memstore snapshotting test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731107988924Flushing stores of test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. at 1731107988925 (+1 ms)Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/f: creating writer at 1731107988925Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/f: appending metadata at 1731107988937 (+12 ms)Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/f: closing flushed file at 1731107988937Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/f1: creating writer at 1731107989355 (+418 ms)Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/f1: appending metadata at 1731107989372 (+17 ms)Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/f1: closing flushed file at 1731107989372Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/norep: creating writer at 1731107989386 (+14 ms)Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/norep: appending metadata at 1731107989402 (+16 ms)Flushing 4b2f83c85ff5ddd85044c27b1bf821eb/norep: closing flushed file at 1731107989402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d54b0a7: reopening flushed file at 1731107989810 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d142640: reopening flushed file at 1731107989817 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6303a3d0: reopening flushed file at 1731107989821 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4b2f83c85ff5ddd85044c27b1bf821eb in 903ms, sequenceid=12, compaction requested=false at 1731107989827 (+6 ms)Writing region close event to WAL at 1731107989836 (+9 ms)Running coprocessor post-close hooks at 1731107989840 (+4 ms)Closed at 1731107989840 2024-11-08T23:19:49,840 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731107964669.4b2f83c85ff5ddd85044c27b1bf821eb. 2024-11-08T23:19:49,841 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e94089f3630c2b11d629836a43cc0525, disabling compactions & flushes 2024-11-08T23:19:49,841 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:49,841 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:49,841 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. after waiting 0 ms 2024-11-08T23:19:49,841 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:49,841 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e94089f3630c2b11d629836a43cc0525: Waiting for close lock at 1731107989841Running coprocessor pre-close hooks at 1731107989841Disabling compacts and flushes for region at 1731107989841Disabling writes for close at 1731107989841Failed flush hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525., putting online again at 1731107989841 2024-11-08T23:19:49,841 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:49,925 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:19:49,925 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e94089f3630c2b11d629836a43cc0525=hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525.} 2024-11-08T23:19:49,925 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(3091): Received CLOSE for e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:49,925 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e94089f3630c2b11d629836a43cc0525 2024-11-08T23:19:49,925 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e94089f3630c2b11d629836a43cc0525, disabling compactions & flushes 2024-11-08T23:19:49,925 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:49,925 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:49,925 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. after waiting 0 ms 2024-11-08T23:19:49,925 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:49,926 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e94089f3630c2b11d629836a43cc0525: Waiting for close lock at 1731107989925Running coprocessor pre-close hooks at 1731107989925Disabling compacts and flushes for region at 1731107989925Disabling writes for close at 1731107989925Failed flush hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525., putting online again at 1731107989925 2024-11-08T23:19:49,926 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731107969111.e94089f3630c2b11d629836a43cc0525. 2024-11-08T23:19:50,125 DEBUG [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:19:50,187 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 1740, reset compression=false 2024-11-08T23:19:50,190 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:19:50,190 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 2384, reset compression=false 2024-11-08T23:19:50,226 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/rep_barrier/f97bdab759514357a6f383dca3ef1e16 2024-11-08T23:19:50,246 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/table/ddd2d860107c4eeda133e9b18c31a388 is 53, key is hbase:replication/table:state/1731107970276/Put/seqid=0 2024-11-08T23:19:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741846_1022 (size=5308) 2024-11-08T23:19:50,250 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/table/ddd2d860107c4eeda133e9b18c31a388 2024-11-08T23:19:50,253 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/info/a633efd11cec447e84f62ab5a4c8a417 as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/info/a633efd11cec447e84f62ab5a4c8a417 2024-11-08T23:19:50,257 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/info/a633efd11cec447e84f62ab5a4c8a417, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:19:50,258 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/ns/f0c1d2522b4440fb84116b298b69d9c5 as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/ns/f0c1d2522b4440fb84116b298b69d9c5 2024-11-08T23:19:50,261 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/ns/f0c1d2522b4440fb84116b298b69d9c5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:19:50,262 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/rep_barrier/f97bdab759514357a6f383dca3ef1e16 as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/rep_barrier/f97bdab759514357a6f383dca3ef1e16 2024-11-08T23:19:50,266 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/rep_barrier/f97bdab759514357a6f383dca3ef1e16, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:19:50,266 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/.tmp/table/ddd2d860107c4eeda133e9b18c31a388 as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/table/ddd2d860107c4eeda133e9b18c31a388 2024-11-08T23:19:50,270 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/table/ddd2d860107c4eeda133e9b18c31a388, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:19:50,270 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false 2024-11-08T23:19:50,271 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:19:50,275 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:19:50,275 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:19:50,275 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:19:50,275 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:50,275 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107988924Running coprocessor pre-close hooks at 1731107988924Disabling compacts and flushes for region at 1731107988924Disabling writes for close at 1731107988924Obtaining lock to block concurrent updates at 1731107988924Preparing flush snapshotting stores in 1588230740 at 1731107988924Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731107988924Flushing stores of hbase:meta,,1.1588230740 at 1731107988925 (+1 ms)Flushing 1588230740/info: creating writer at 1731107988925Flushing 1588230740/info: appending metadata at 1731107988948 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731107988948Flushing 1588230740/ns: creating writer at 1731107989362 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731107989377 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731107989377Flushing 1588230740/rep_barrier: creating writer at 1731107989803 (+426 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731107989820 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731107989820Flushing 1588230740/table: creating writer at 1731107990230 (+410 ms)Flushing 1588230740/table: appending metadata at 1731107990246 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731107990246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f31273: reopening flushed file at 1731107990253 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee5decd: reopening flushed file at 1731107990257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f01094: reopening flushed file at 1731107990261 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa4fa4: reopening flushed file at 1731107990266 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false at 1731107990270 (+4 ms)Writing region close event to WAL at 1731107990272 (+2 ms)Running coprocessor post-close hooks at 1731107990275 (+3 ms)Closed at 1731107990275 2024-11-08T23:19:50,275 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:50,326 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T23:19:50,326 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,34911,1731107950909; all regions closed. 2024-11-08T23:19:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:19:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741839_1015 (size=2609) 2024-11-08T23:19:50,330 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.rep.1731107970240 not finished, retry = 0 2024-11-08T23:19:50,394 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 to pos 2384, reset compression=false 2024-11-08T23:19:50,432 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/WALs/300c1216fb79,34911,1731107950909/300c1216fb79%2C34911%2C1731107950909.1731107952743 not finished, retry = 0 2024-11-08T23:19:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741832_1008 (size=2392) 2024-11-08T23:19:50,533 DEBUG [RS:0;300c1216fb79:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:50,533 INFO [RS:0;300c1216fb79:34911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:19:50,533 INFO [RS:0;300c1216fb79:34911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:50,533 INFO [RS:0;300c1216fb79:34911 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:50,533 INFO [RS:0;300c1216fb79:34911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:50,533 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:50,534 INFO [RS:0;300c1216fb79:34911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,34911,1731107950909 because: Region server is closing 2024-11-08T23:19:50,534 INFO [RS:0;300c1216fb79:34911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:34911. 2024-11-08T23:19:50,534 DEBUG [RS:0;300c1216fb79:34911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:50,534 DEBUG [RS:0;300c1216fb79:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:50,534 DEBUG [RS:0;300c1216fb79:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:50,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:50,634 INFO [RS:0;300c1216fb79:34911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.shipper300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 terminated 2024-11-08T23:19:50,635 INFO [RS:0;300c1216fb79:34911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:34911. 2024-11-08T23:19:50,634 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,34911,1731107950909.replicationSource.wal-reader.300c1216fb79%2C34911%2C1731107950909,1-300c1216fb79,34911,1731107950909 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:19:50,635 DEBUG [RS:0;300c1216fb79:34911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:19:50,635 DEBUG [RS:0;300c1216fb79:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:50,635 DEBUG [RS:0;300c1216fb79:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:50,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:19:50,635 INFO [RS:0;300c1216fb79:34911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34911 2024-11-08T23:19:50,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736/rs 2024-11-08T23:19:50,706 INFO [RS:0;300c1216fb79:34911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:50,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004339736/rs/300c1216fb79,34911,1731107950909 2024-11-08T23:19:50,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,34911,1731107950909] 2024-11-08T23:19:50,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004339736/draining/300c1216fb79,34911,1731107950909 already deleted, retry=false 2024-11-08T23:19:50,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,34911,1731107950909 expired; onlineServers=0 2024-11-08T23:19:50,727 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,34503,1731107950327' ***** 2024-11-08T23:19:50,727 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:19:50,727 INFO [M:0;300c1216fb79:34503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:19:50,727 INFO [M:0;300c1216fb79:34503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:19:50,727 DEBUG [M:0;300c1216fb79:34503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:19:50,727 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:19:50,727 DEBUG [M:0;300c1216fb79:34503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:19:50,727 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107952515 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107952515,5,FailOnTimeoutGroup] 2024-11-08T23:19:50,727 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107952515 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107952515,5,FailOnTimeoutGroup] 2024-11-08T23:19:50,727 INFO [M:0;300c1216fb79:34503 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:19:50,727 INFO [M:0;300c1216fb79:34503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:19:50,727 DEBUG [M:0;300c1216fb79:34503 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:19:50,727 INFO [M:0;300c1216fb79:34503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:19:50,727 INFO [M:0;300c1216fb79:34503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:19:50,728 INFO [M:0;300c1216fb79:34503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:19:50,728 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:19:50,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004339736/master 2024-11-08T23:19:50,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004339736 2024-11-08T23:19:50,737 DEBUG [M:0;300c1216fb79:34503 {}] zookeeper.ZKUtil(347): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Unable to get data of znode /0-1004339736/master because node does not exist (not an error) 2024-11-08T23:19:50,737 WARN [M:0;300c1216fb79:34503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:19:50,738 INFO [M:0;300c1216fb79:34503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/.lastflushedseqids 2024-11-08T23:19:50,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741847_1023 (size=245) 2024-11-08T23:19:50,816 INFO [RS:0;300c1216fb79:34911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:50,816 INFO [RS:0;300c1216fb79:34911 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,34911,1731107950909; zookeeper connection closed. 2024-11-08T23:19:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x1011cbf015c0001, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:50,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4843292 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4843292 2024-11-08T23:19:50,817 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:19:51,142 INFO [M:0;300c1216fb79:34503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:19:51,142 INFO [M:0;300c1216fb79:34503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:19:51,142 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:51,142 INFO [M:0;300c1216fb79:34503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:51,142 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:51,142 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:51,142 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:51,142 INFO [M:0;300c1216fb79:34503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-08T23:19:51,155 DEBUG [M:0;300c1216fb79:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca94a4c5622842b5addebfd163e302b4 is 82, key is hbase:meta,,1/info:regioninfo/1731107953754/Put/seqid=0 2024-11-08T23:19:51,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741848_1024 (size=5672) 2024-11-08T23:19:51,559 INFO [M:0;300c1216fb79:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca94a4c5622842b5addebfd163e302b4 2024-11-08T23:19:51,574 DEBUG [M:0;300c1216fb79:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47aa8d57e6954ab49ed0fc4fba9852ad is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731107965424/Put/seqid=0 2024-11-08T23:19:51,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741849_1025 (size=7217) 2024-11-08T23:19:51,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:19:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:19:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:19:51,978 INFO [M:0;300c1216fb79:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47aa8d57e6954ab49ed0fc4fba9852ad 2024-11-08T23:19:51,982 INFO [M:0;300c1216fb79:34503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47aa8d57e6954ab49ed0fc4fba9852ad 2024-11-08T23:19:51,998 DEBUG [M:0;300c1216fb79:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07208ac08cb8449ca5ed15f36b91f9fb is 69, key is 300c1216fb79,34911,1731107950909/rs:state/1731107952575/Put/seqid=0 2024-11-08T23:19:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741850_1026 (size=5156) 2024-11-08T23:19:52,401 INFO [M:0;300c1216fb79:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07208ac08cb8449ca5ed15f36b91f9fb 2024-11-08T23:19:52,405 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca94a4c5622842b5addebfd163e302b4 as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca94a4c5622842b5addebfd163e302b4 2024-11-08T23:19:52,407 INFO [M:0;300c1216fb79:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca94a4c5622842b5addebfd163e302b4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T23:19:52,408 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47aa8d57e6954ab49ed0fc4fba9852ad as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47aa8d57e6954ab49ed0fc4fba9852ad 2024-11-08T23:19:52,411 INFO [M:0;300c1216fb79:34503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47aa8d57e6954ab49ed0fc4fba9852ad 2024-11-08T23:19:52,411 INFO [M:0;300c1216fb79:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47aa8d57e6954ab49ed0fc4fba9852ad, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T23:19:52,411 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07208ac08cb8449ca5ed15f36b91f9fb as hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07208ac08cb8449ca5ed15f36b91f9fb 2024-11-08T23:19:52,414 INFO [M:0;300c1216fb79:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36183/user/jenkins/test-data/8e605c03-28ae-66fc-24c2-ce823ddb277f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07208ac08cb8449ca5ed15f36b91f9fb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T23:19:52,415 INFO [M:0;300c1216fb79:34503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-11-08T23:19:52,416 INFO [M:0;300c1216fb79:34503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:52,416 DEBUG [M:0;300c1216fb79:34503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107991142Disabling compacts and flushes for region at 1731107991142Disabling writes for close at 1731107991142Obtaining lock to block concurrent updates at 1731107991142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731107991142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731107991143 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731107991143Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731107991143Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731107991155 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731107991155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731107991562 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731107991574 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731107991574Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731107991982 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731107991997 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731107991997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fb3729: reopening flushed file at 1731107992404 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb64db3: reopening flushed file at 1731107992408 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635e8edb: reopening flushed file at 1731107992411 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1731107992415 (+4 ms)Writing region close event to WAL at 1731107992415Closed at 1731107992415 2024-11-08T23:19:52,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35333 is added to blk_1073741830_1006 (size=64411) 2024-11-08T23:19:52,417 INFO [M:0;300c1216fb79:34503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:19:52,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:19:52,417 INFO [M:0;300c1216fb79:34503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34503 2024-11-08T23:19:52,418 INFO [M:0;300c1216fb79:34503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:19:52,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:52,585 INFO [M:0;300c1216fb79:34503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:19:52,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x1011cbf015c0000, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:19:52,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4593a87a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:52,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@388b3372{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:52,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:52,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dcb0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:52,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3adfdd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:52,589 WARN [BP-1651034950-172.17.0.2-1731107947970 heartbeating to localhost/127.0.0.1:36183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:19:52,588 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:19:52,589 WARN [BP-1651034950-172.17.0.2-1731107947970 heartbeating to localhost/127.0.0.1:36183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1651034950-172.17.0.2-1731107947970 (Datanode Uuid 85ba71d5-9395-49e7-aba6-fb526a1346e3) service to localhost/127.0.0.1:36183 2024-11-08T23:19:52,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:19:52,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/cluster_118cf024-2622-b39c-c167-1c6913172c8e/data/data1/current/BP-1651034950-172.17.0.2-1731107947970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:52,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/cluster_118cf024-2622-b39c-c167-1c6913172c8e/data/data2/current/BP-1651034950-172.17.0.2-1731107947970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:19:52,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:19:52,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@750c39a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:52,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8931af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:19:52,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:19:52,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e3795c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:19:52,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d294e9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2276318d-c7fa-86b3-5b34-ea176fd85a1d/hadoop.log.dir/,STOPPED} 2024-11-08T23:19:52,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:19:52,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:19:52,620 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 263) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36183 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36701 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40871 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=734 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=2760 (was 3081) 2024-11-08T23:19:52,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=734, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=2760 2024-11-08T23:19:52,639 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T23:19:52,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.log.dir so I do NOT create it in target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b 2024-11-08T23:19:52,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:19:52,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.tmp.dir so I do NOT create it in target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b 2024-11-08T23:19:52,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0bd415e-452a-0500-21e8-55f18ac1ffb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:19:52,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b 2024-11-08T23:19:52,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/cluster_85bd8ce7-7411-2598-16db-044cb8356d3a, deleteOnExit=true 2024-11-08T23:19:52,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/cluster_85bd8ce7-7411-2598-16db-044cb8356d3a/zookeeper_0, clientPort=49694, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/cluster_85bd8ce7-7411-2598-16db-044cb8356d3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/cluster_85bd8ce7-7411-2598-16db-044cb8356d3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:19:52,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49694 2024-11-08T23:19:52,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:19:52,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:19:52,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/test.cache.data in system properties and HBase conf 2024-11-08T23:19:52,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:19:52,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:19:52,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:19:52,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:19:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:19:52,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cbf015c0002, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:19:52,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cbf015c0005, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:19:52,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011cbf015c0008, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:19:52,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011cbf015c0008, quorum=127.0.0.1:60586, baseZNode=/2-1556728025 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:19:52,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cbf015c0002, quorum=127.0.0.1:60586, baseZNode=/0-1004339736 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:19:52,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cbf015c0005, quorum=127.0.0.1:60586, baseZNode=/11160187620 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:19:52,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:52,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:52,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:52,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:52,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:19:52,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:52,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c7b4db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:52,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53dd9be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:53,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e88af59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/java.io.tmpdir/jetty-localhost-46171-hadoop-hdfs-3_4_1-tests_jar-_-any-8181122058642717559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:53,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6982ec1{HTTP/1.1, (http/1.1)}{localhost:46171} 2024-11-08T23:19:53,063 INFO [Time-limited test {}] server.Server(415): Started @269468ms 2024-11-08T23:19:53,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:53,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:53,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:53,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:53,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:19:53,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3ff479{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:53,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:53,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1676b70e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/java.io.tmpdir/jetty-localhost-43461-hadoop-hdfs-3_4_1-tests_jar-_-any-5671147235278614490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:53,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62d3a572{HTTP/1.1, (http/1.1)}{localhost:43461} 2024-11-08T23:19:53,408 INFO [Time-limited test {}] server.Server(415): Started @269813ms 2024-11-08T23:19:53,410 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:19:54,135 WARN [Thread-3413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/cluster_85bd8ce7-7411-2598-16db-044cb8356d3a/data/data1/current/BP-821112951-172.17.0.2-1731107992657/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:54,135 WARN [Thread-3414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/cluster_85bd8ce7-7411-2598-16db-044cb8356d3a/data/data2/current/BP-821112951-172.17.0.2-1731107992657/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:54,151 WARN [Thread-3401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:19:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdde3d1233a7402af with lease ID 0xf03b61d78923c314: Processing first storage report for DS-d9a69416-d509-4ce3-a310-4853a76a7a8b from datanode DatanodeRegistration(127.0.0.1:46023, datanodeUuid=bca40a67-9e88-4d58-aab4-c06e38ac8b45, infoPort=44327, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=2066168024;c=1731107992657) 2024-11-08T23:19:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdde3d1233a7402af with lease ID 0xf03b61d78923c314: from storage DS-d9a69416-d509-4ce3-a310-4853a76a7a8b node DatanodeRegistration(127.0.0.1:46023, datanodeUuid=bca40a67-9e88-4d58-aab4-c06e38ac8b45, infoPort=44327, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=2066168024;c=1731107992657), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdde3d1233a7402af with lease ID 0xf03b61d78923c314: Processing first storage report for DS-a2f3b0a7-ef8e-435e-a954-140306b29b39 from datanode DatanodeRegistration(127.0.0.1:46023, datanodeUuid=bca40a67-9e88-4d58-aab4-c06e38ac8b45, infoPort=44327, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=2066168024;c=1731107992657) 2024-11-08T23:19:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdde3d1233a7402af with lease ID 0xf03b61d78923c314: from storage DS-a2f3b0a7-ef8e-435e-a954-140306b29b39 node DatanodeRegistration(127.0.0.1:46023, datanodeUuid=bca40a67-9e88-4d58-aab4-c06e38ac8b45, infoPort=44327, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=2066168024;c=1731107992657), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:54,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b 2024-11-08T23:19:54,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:54,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:19:54,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854 with version=8 2024-11-08T23:19:54,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/hbase-staging 2024-11-08T23:19:54,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:54,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:54,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:54,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:54,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:54,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:54,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:19:54,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:54,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43315 2024-11-08T23:19:54,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43315 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:19:54,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433150x0, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:54,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43315-0x1011cbfafed0000 connected 2024-11-08T23:19:54,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:54,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:54,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on znode that does not yet exist, /01069405112/running 2024-11-08T23:19:54,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854, hbase.cluster.distributed=false 2024-11-08T23:19:54,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on znode that does not yet exist, /01069405112/acl 2024-11-08T23:19:54,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-08T23:19:54,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43315 2024-11-08T23:19:54,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43315 2024-11-08T23:19:54,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-08T23:19:54,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-08T23:19:54,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:54,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:54,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:54,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:54,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:54,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:54,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:19:54,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:54,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42421 2024-11-08T23:19:54,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42421 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:19:54,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:54,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:54,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424210x0, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:54,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424210x0, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on znode that does not yet exist, /01069405112/running 2024-11-08T23:19:54,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42421-0x1011cbfafed0001 connected 2024-11-08T23:19:54,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:19:54,848 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:19:54,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on znode that does not yet exist, /01069405112/master 2024-11-08T23:19:54,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on znode that does not yet exist, /01069405112/acl 2024-11-08T23:19:54,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T23:19:54,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42421 2024-11-08T23:19:54,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42421 2024-11-08T23:19:54,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T23:19:54,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T23:19:54,866 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:43315 2024-11-08T23:19:54,867 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01069405112/backup-masters/300c1216fb79,43315,1731107994644 2024-11-08T23:19:54,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112/backup-masters 2024-11-08T23:19:54,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112/backup-masters 2024-11-08T23:19:54,879 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on existing znode=/01069405112/backup-masters/300c1216fb79,43315,1731107994644 2024-11-08T23:19:54,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01069405112/master 2024-11-08T23:19:54,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:54,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:54,889 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on existing znode=/01069405112/master 2024-11-08T23:19:54,890 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01069405112/backup-masters/300c1216fb79,43315,1731107994644 from backup master directory 2024-11-08T23:19:54,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069405112/backup-masters/300c1216fb79,43315,1731107994644 2024-11-08T23:19:54,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112/backup-masters 2024-11-08T23:19:54,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112/backup-masters 2024-11-08T23:19:54,899 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:54,900 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,43315,1731107994644 2024-11-08T23:19:54,902 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/hbase.id] with ID: acf44214-cfba-4c64-9182-119456ed742b 2024-11-08T23:19:54,902 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/.tmp/hbase.id 2024-11-08T23:19:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:19:54,909 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/.tmp/hbase.id]:[hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/hbase.id] 2024-11-08T23:19:54,915 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:54,915 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:19:54,916 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:19:54,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:54,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:54,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:19:54,930 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:19:54,931 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:19:54,931 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:54,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:19:55,336 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store 2024-11-08T23:19:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:19:55,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:19:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:19:55,741 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:55,741 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:19:55,741 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:55,741 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:55,741 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:19:55,741 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:55,741 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:19:55,741 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731107995741Disabling compacts and flushes for region at 1731107995741Disabling writes for close at 1731107995741Writing region close event to WAL at 1731107995741Closed at 1731107995741 2024-11-08T23:19:55,742 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/.initializing 2024-11-08T23:19:55,742 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/WALs/300c1216fb79,43315,1731107994644 2024-11-08T23:19:55,742 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:19:55,743 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C43315%2C1731107994644, suffix=, logDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/WALs/300c1216fb79,43315,1731107994644, archiveDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/oldWALs, maxLogs=10 2024-11-08T23:19:55,756 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/WALs/300c1216fb79,43315,1731107994644/300c1216fb79%2C43315%2C1731107994644.1731107995743, exclude list is [], retry=0 2024-11-08T23:19:55,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46023,DS-d9a69416-d509-4ce3-a310-4853a76a7a8b,DISK] 2024-11-08T23:19:55,759 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/WALs/300c1216fb79,43315,1731107994644/300c1216fb79%2C43315%2C1731107994644.1731107995743 2024-11-08T23:19:55,759 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44327:44327)] 2024-11-08T23:19:55,759 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:55,760 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:55,760 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,760 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:19:55,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:55,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:55,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:19:55,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:55,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:55,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:19:55,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:55,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:55,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:19:55,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:55,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:19:55,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,766 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,766 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,766 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,766 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,767 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:55,767 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:19:55,769 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:55,769 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59006934, jitterRate=-0.12072816491127014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:55,770 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731107995760Initializing all the Stores at 1731107995760Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107995760Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107995761 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107995761Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107995761Cleaning up temporary data from old regions at 1731107995766 (+5 ms)Region opened successfully at 1731107995770 (+4 ms) 2024-11-08T23:19:55,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:19:55,771 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d28986b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:19:55,772 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:19:55,772 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:19:55,772 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:19:55,772 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:19:55,772 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:19:55,773 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:19:55,773 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:19:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:19:55,775 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Unable to get data of znode /01069405112/balancer because node does not exist (not necessarily an error) 2024-11-08T23:19:55,821 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069405112/balancer already deleted, retry=false 2024-11-08T23:19:55,821 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:19:55,822 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Unable to get data of znode /01069405112/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:19:55,831 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069405112/normalizer already deleted, retry=false 2024-11-08T23:19:55,832 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:19:55,832 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Unable to get data of znode /01069405112/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:19:55,842 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069405112/switch/split already deleted, retry=false 2024-11-08T23:19:55,843 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Unable to get data of znode /01069405112/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:19:55,853 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069405112/switch/merge already deleted, retry=false 2024-11-08T23:19:55,854 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Unable to get data of znode /01069405112/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:19:55,863 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069405112/snapshot-cleanup already deleted, retry=false 2024-11-08T23:19:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01069405112/running 2024-11-08T23:19:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01069405112/running 2024-11-08T23:19:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:55,874 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,43315,1731107994644, sessionid=0x1011cbfafed0000, setting cluster-up flag (Was=false) 2024-11-08T23:19:56,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:56,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:56,078 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01069405112/flush-table-proc/acquired, /01069405112/flush-table-proc/reached, /01069405112/flush-table-proc/abort 2024-11-08T23:19:56,079 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,43315,1731107994644 2024-11-08T23:19:56,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:56,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:56,131 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01069405112/online-snapshot/acquired, /01069405112/online-snapshot/reached, /01069405112/online-snapshot/abort 2024-11-08T23:19:56,132 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,43315,1731107994644 2024-11-08T23:19:56,133 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:19:56,134 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:56,134 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:19:56,134 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:19:56,134 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,43315,1731107994644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:19:56,135 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:56,135 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:56,135 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:56,135 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:19:56,135 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:19:56,135 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,135 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:19:56,135 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:56,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:19:56,140 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:56,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:19:56,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731108026144 2024-11-08T23:19:56,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:19:56,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:19:56,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:19:56,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:19:56,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:19:56,144 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:19:56,145 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:19:56,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:19:56,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:19:56,147 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:19:56,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:19:56,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:19:56,148 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107996148,5,FailOnTimeoutGroup] 2024-11-08T23:19:56,148 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107996148,5,FailOnTimeoutGroup] 2024-11-08T23:19:56,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,148 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:19:56,149 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,149 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:19:56,158 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(746): ClusterId : acf44214-cfba-4c64-9182-119456ed742b 2024-11-08T23:19:56,158 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:19:56,169 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:19:56,169 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:19:56,180 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:19:56,180 DEBUG [RS:0;300c1216fb79:42421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b0790b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:19:56,193 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:42421 2024-11-08T23:19:56,194 INFO [RS:0;300c1216fb79:42421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:19:56,194 INFO [RS:0;300c1216fb79:42421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:19:56,194 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:19:56,194 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,43315,1731107994644 with port=42421, startcode=1731107994834 2024-11-08T23:19:56,195 DEBUG [RS:0;300c1216fb79:42421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:19:56,196 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:19:56,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,42421,1731107994834 2024-11-08T23:19:56,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43315 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,42421,1731107994834 2024-11-08T23:19:56,198 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854 2024-11-08T23:19:56,198 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40947 2024-11-08T23:19:56,198 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:19:56,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112/rs 2024-11-08T23:19:56,211 DEBUG [RS:0;300c1216fb79:42421 {}] zookeeper.ZKUtil(111): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on existing znode=/01069405112/rs/300c1216fb79,42421,1731107994834 2024-11-08T23:19:56,211 WARN [RS:0;300c1216fb79:42421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:56,211 INFO [RS:0;300c1216fb79:42421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:56,211 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834 2024-11-08T23:19:56,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,42421,1731107994834] 2024-11-08T23:19:56,214 INFO [RS:0;300c1216fb79:42421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:19:56,215 INFO [RS:0;300c1216fb79:42421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:19:56,216 INFO [RS:0;300c1216fb79:42421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:19:56,216 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,218 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:19:56,219 INFO [RS:0;300c1216fb79:42421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:19:56,219 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,219 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,219 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,219 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,219 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,219 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,219 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:19:56,219 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,219 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,220 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,220 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,220 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,220 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:19:56,220 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:19:56,220 DEBUG [RS:0;300c1216fb79:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:19:56,224 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,224 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,224 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,224 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,224 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,224 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42421,1731107994834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:19:56,242 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:19:56,243 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42421,1731107994834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,243 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,243 INFO [RS:0;300c1216fb79:42421 {}] regionserver.Replication(171): 300c1216fb79,42421,1731107994834 started 2024-11-08T23:19:56,261 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:56,261 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,42421,1731107994834, RpcServer on 300c1216fb79/172.17.0.2:42421, sessionid=0x1011cbfafed0001 2024-11-08T23:19:56,261 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:19:56,261 DEBUG [RS:0;300c1216fb79:42421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,42421,1731107994834 2024-11-08T23:19:56,261 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,42421,1731107994834' 2024-11-08T23:19:56,261 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01069405112/flush-table-proc/abort' 2024-11-08T23:19:56,262 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01069405112/flush-table-proc/acquired' 2024-11-08T23:19:56,262 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:19:56,262 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:19:56,262 DEBUG [RS:0;300c1216fb79:42421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,42421,1731107994834 2024-11-08T23:19:56,262 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,42421,1731107994834' 2024-11-08T23:19:56,262 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01069405112/online-snapshot/abort' 2024-11-08T23:19:56,263 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01069405112/online-snapshot/acquired' 2024-11-08T23:19:56,263 DEBUG [RS:0;300c1216fb79:42421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:19:56,263 INFO [RS:0;300c1216fb79:42421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:19:56,263 INFO [RS:0;300c1216fb79:42421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:19:56,363 INFO [RS:0;300c1216fb79:42421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:19:56,364 INFO [RS:0;300c1216fb79:42421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C42421%2C1731107994834, suffix=, logDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834, archiveDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/oldWALs, maxLogs=10 2024-11-08T23:19:56,376 DEBUG [RS:0;300c1216fb79:42421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365, exclude list is [], retry=0 2024-11-08T23:19:56,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46023,DS-d9a69416-d509-4ce3-a310-4853a76a7a8b,DISK] 2024-11-08T23:19:56,379 INFO [RS:0;300c1216fb79:42421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 2024-11-08T23:19:56,380 DEBUG [RS:0;300c1216fb79:42421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44327:44327)] 2024-11-08T23:19:56,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:19:56,550 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854 2024-11-08T23:19:56,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:19:56,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:56,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:19:56,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:19:56,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:56,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:56,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:19:56,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:19:56,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:56,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:56,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:19:56,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:19:56,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:56,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:56,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:19:56,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:19:56,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:56,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:56,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:19:56,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740 2024-11-08T23:19:56,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740 2024-11-08T23:19:56,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:19:56,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:19:56,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:56,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:19:56,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:19:56,968 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72846881, jitterRate=0.08550311625003815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731107996959Initializing all the Stores at 1731107996960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107996960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107996960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107996960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107996960Cleaning up temporary data from old regions at 1731107996966 (+6 ms)Region opened successfully at 1731107996969 (+3 ms) 2024-11-08T23:19:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:19:56,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:19:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:19:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:19:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:19:56,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:19:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731107996969Disabling compacts and flushes for region at 1731107996969Disabling writes for close at 1731107996969Writing region close event to WAL at 1731107996969Closed at 1731107996969 2024-11-08T23:19:56,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:56,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:19:56,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:19:56,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:19:56,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:19:57,122 DEBUG [300c1216fb79:43315 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:19:57,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,42421,1731107994834 2024-11-08T23:19:57,123 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,42421,1731107994834, state=OPENING 2024-11-08T23:19:57,410 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:19:57,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:57,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:19:57,421 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:19:57,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01069405112/meta-region-server: CHANGED 2024-11-08T23:19:57,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01069405112/meta-region-server: CHANGED 2024-11-08T23:19:57,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,42421,1731107994834}] 2024-11-08T23:19:57,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:19:57,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:19:57,577 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:19:57,577 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:19:57,578 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:19:57,579 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C42421%2C1731107994834.meta, suffix=.meta, logDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834, archiveDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/oldWALs, maxLogs=10 2024-11-08T23:19:57,589 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.meta.1731107997579.meta, exclude list is [], retry=0 2024-11-08T23:19:57,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46023,DS-d9a69416-d509-4ce3-a310-4853a76a7a8b,DISK] 2024-11-08T23:19:57,592 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.meta.1731107997579.meta 2024-11-08T23:19:57,593 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44327:44327)] 2024-11-08T23:19:57,593 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:19:57,593 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:19:57,593 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:19:57,593 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:19:57,593 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:19:57,594 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:19:57,594 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:19:57,594 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:19:57,594 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:19:57,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:19:57,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:19:57,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:57,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:57,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:19:57,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:19:57,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:57,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:57,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:19:57,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:19:57,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:57,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:57,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:19:57,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:19:57,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:19:57,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:19:57,598 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:19:57,599 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740 2024-11-08T23:19:57,599 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740 2024-11-08T23:19:57,600 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:19:57,600 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:19:57,600 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:19:57,601 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:19:57,601 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74732534, jitterRate=0.11360153555870056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:19:57,601 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:19:57,602 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731107997594Writing region info on filesystem at 1731107997594Initializing all the Stores at 1731107997594Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107997594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107997595 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731107997595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731107997595Cleaning up temporary data from old regions at 1731107997600 (+5 ms)Running coprocessor post-open hooks at 1731107997601 (+1 ms)Region opened successfully at 1731107997602 (+1 ms) 2024-11-08T23:19:57,602 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731107997573 2024-11-08T23:19:57,604 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:19:57,604 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:19:57,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,42421,1731107994834 2024-11-08T23:19:57,605 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,42421,1731107994834, state=OPEN 2024-11-08T23:19:57,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01069405112/meta-region-server 2024-11-08T23:19:57,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01069405112/meta-region-server 2024-11-08T23:19:57,668 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,42421,1731107994834 2024-11-08T23:19:57,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01069405112/meta-region-server: CHANGED 2024-11-08T23:19:57,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01069405112/meta-region-server: CHANGED 2024-11-08T23:19:57,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:19:57,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,42421,1731107994834 in 247 msec 2024-11-08T23:19:57,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:19:57,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-11-08T23:19:57,671 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:19:57,671 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:19:57,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:57,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,42421,1731107994834, seqNum=-1] 2024-11-08T23:19:57,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:57,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:57,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5430 sec 2024-11-08T23:19:57,677 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731107997677, completionTime=-1 2024-11-08T23:19:57,677 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:19:57,678 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:19:57,679 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:19:57,679 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108057679 2024-11-08T23:19:57,679 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108117679 2024-11-08T23:19:57,679 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T23:19:57,679 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43315,1731107994644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:57,679 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43315,1731107994644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:57,679 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43315,1731107994644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:57,680 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:43315, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:57,680 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:57,680 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:57,681 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:19:57,682 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.782sec 2024-11-08T23:19:57,682 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:19:57,682 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:19:57,682 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:19:57,682 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:19:57,683 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:19:57,683 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43315,1731107994644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:19:57,683 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43315,1731107994644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:19:57,684 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:19:57,684 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:19:57,684 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,43315,1731107994644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:19:57,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c1a610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:57,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43315,-1 for getting cluster id 2024-11-08T23:19:57,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:19:57,760 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf44214-cfba-4c64-9182-119456ed742b' 2024-11-08T23:19:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:19:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf44214-cfba-4c64-9182-119456ed742b" 2024-11-08T23:19:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ee7db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43315,-1] 2024-11-08T23:19:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:19:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:19:57,762 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:19:57,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c4f04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:19:57,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:19:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,42421,1731107994834, seqNum=-1] 2024-11-08T23:19:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:19:57,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:19:57,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,43315,1731107994644 2024-11-08T23:19:57,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:19:57,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:57,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cbfafed0002 connected 2024-11-08T23:19:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.log.dir so I do NOT create it in target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11 2024-11-08T23:19:57,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:19:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.tmp.dir so I do NOT create it in target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11 2024-11-08T23:19:57,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:19:57,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11 2024-11-08T23:19:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:19:57,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/cluster_f1c84b71-a71b-f7fa-ba03-54c8f3973d5d, deleteOnExit=true 2024-11-08T23:19:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/test.cache.data in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:19:57,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:57,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:19:57,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:19:57,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:19:57,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:19:57,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:19:57,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:19:58,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:58,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:58,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:58,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:58,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:19:58,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:58,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2adbcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:58,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b6bc08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:58,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c360c33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/java.io.tmpdir/jetty-localhost-34505-hadoop-hdfs-3_4_1-tests_jar-_-any-6863629019758879095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:19:58,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@748036cc{HTTP/1.1, (http/1.1)}{localhost:34505} 2024-11-08T23:19:58,165 INFO [Time-limited test {}] server.Server(415): Started @274570ms 2024-11-08T23:19:58,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:19:58,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:19:58,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:19:58,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:19:58,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:19:58,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a982608{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:19:58,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725fdcce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:19:58,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65acb346{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/java.io.tmpdir/jetty-localhost-33955-hadoop-hdfs-3_4_1-tests_jar-_-any-2007237128751957481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:19:58,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a930ee8{HTTP/1.1, (http/1.1)}{localhost:33955} 2024-11-08T23:19:58,533 INFO [Time-limited test {}] server.Server(415): Started @274937ms 2024-11-08T23:19:58,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:19:59,180 WARN [Thread-3534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/cluster_f1c84b71-a71b-f7fa-ba03-54c8f3973d5d/data/data1/current/BP-28483872-172.17.0.2-1731107997811/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:59,180 WARN [Thread-3535 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/cluster_f1c84b71-a71b-f7fa-ba03-54c8f3973d5d/data/data2/current/BP-28483872-172.17.0.2-1731107997811/current, will proceed with Du for space computation calculation, 2024-11-08T23:19:59,195 WARN [Thread-3522 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:19:59,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x958cc2fffc851b4c with lease ID 0x702eba2e32f0d9e6: Processing first storage report for DS-7c8b8c8a-ca84-41ea-8f7d-0af7c3f2999f from datanode DatanodeRegistration(127.0.0.1:43727, datanodeUuid=ff58292b-e3a6-45b3-bc91-f4f2630c27c1, infoPort=39329, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=802715144;c=1731107997811) 2024-11-08T23:19:59,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x958cc2fffc851b4c with lease ID 0x702eba2e32f0d9e6: from storage DS-7c8b8c8a-ca84-41ea-8f7d-0af7c3f2999f node DatanodeRegistration(127.0.0.1:43727, datanodeUuid=ff58292b-e3a6-45b3-bc91-f4f2630c27c1, infoPort=39329, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=802715144;c=1731107997811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:19:59,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x958cc2fffc851b4c with lease ID 0x702eba2e32f0d9e6: Processing first storage report for DS-ad31cb8a-89a5-4bfa-951d-2262db0dd429 from datanode DatanodeRegistration(127.0.0.1:43727, datanodeUuid=ff58292b-e3a6-45b3-bc91-f4f2630c27c1, infoPort=39329, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=802715144;c=1731107997811) 2024-11-08T23:19:59,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x958cc2fffc851b4c with lease ID 0x702eba2e32f0d9e6: from storage DS-ad31cb8a-89a5-4bfa-951d-2262db0dd429 node DatanodeRegistration(127.0.0.1:43727, datanodeUuid=ff58292b-e3a6-45b3-bc91-f4f2630c27c1, infoPort=39329, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=802715144;c=1731107997811), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T23:19:59,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11 2024-11-08T23:19:59,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:59,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:19:59,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1 with version=8 2024-11-08T23:19:59,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/hbase-staging 2024-11-08T23:19:59,667 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:59,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:59,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:59,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:59,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:59,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:59,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:19:59,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:59,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42687 2024-11-08T23:19:59,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42687 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:19:59,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426870x0, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:59,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42687-0x1011cbfafed0003 connected 2024-11-08T23:19:59,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:59,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:59,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on znode that does not yet exist, /1-694818878/running 2024-11-08T23:19:59,793 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1, hbase.cluster.distributed=false 2024-11-08T23:19:59,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on znode that does not yet exist, /1-694818878/acl 2024-11-08T23:19:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42687 2024-11-08T23:19:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42687 2024-11-08T23:19:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42687 2024-11-08T23:19:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42687 2024-11-08T23:19:59,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42687 2024-11-08T23:19:59,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:19:59,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:59,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:59,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:19:59,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:19:59,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:19:59,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:19:59,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:19:59,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41473 2024-11-08T23:19:59,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41473 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:19:59,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:59,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:19:59,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414730x0, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:19:59,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414730x0, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on znode that does not yet exist, /1-694818878/running 2024-11-08T23:19:59,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41473-0x1011cbfafed0004 connected 2024-11-08T23:19:59,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:19:59,827 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:19:59,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on znode that does not yet exist, /1-694818878/master 2024-11-08T23:19:59,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on znode that does not yet exist, /1-694818878/acl 2024-11-08T23:19:59,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41473 2024-11-08T23:19:59,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41473 2024-11-08T23:19:59,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41473 2024-11-08T23:19:59,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41473 2024-11-08T23:19:59,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41473 2024-11-08T23:19:59,852 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:42687 2024-11-08T23:19:59,853 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-694818878/backup-masters/300c1216fb79,42687,1731107999667 2024-11-08T23:19:59,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878/backup-masters 2024-11-08T23:19:59,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878/backup-masters 2024-11-08T23:19:59,863 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on existing znode=/1-694818878/backup-masters/300c1216fb79,42687,1731107999667 2024-11-08T23:19:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:19:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-694818878/master 2024-11-08T23:19:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:19:59,874 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on existing znode=/1-694818878/master 2024-11-08T23:19:59,874 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-694818878/backup-masters/300c1216fb79,42687,1731107999667 from backup master directory 2024-11-08T23:19:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694818878/backup-masters/300c1216fb79,42687,1731107999667 2024-11-08T23:19:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878/backup-masters 2024-11-08T23:19:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878/backup-masters 2024-11-08T23:19:59,884 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:19:59,884 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,42687,1731107999667 2024-11-08T23:19:59,886 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/hbase.id] with ID: becb7029-d381-48c7-98d0-6ab59e6079dc 2024-11-08T23:19:59,886 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/.tmp/hbase.id 2024-11-08T23:19:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:20:00,291 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/.tmp/hbase.id]:[hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/hbase.id] 2024-11-08T23:20:00,298 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:00,298 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:20:00,298 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T23:20:00,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:00,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:20:00,722 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:00,723 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:20:00,723 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:00,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:20:01,129 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store 2024-11-08T23:20:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:20:01,534 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:01,534 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:01,534 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:01,534 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:01,534 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:01,534 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:01,534 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:01,534 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108001534Disabling compacts and flushes for region at 1731108001534Disabling writes for close at 1731108001534Writing region close event to WAL at 1731108001534Closed at 1731108001534 2024-11-08T23:20:01,535 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/.initializing 2024-11-08T23:20:01,535 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/WALs/300c1216fb79,42687,1731107999667 2024-11-08T23:20:01,536 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:01,537 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C42687%2C1731107999667, suffix=, logDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/WALs/300c1216fb79,42687,1731107999667, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/oldWALs, maxLogs=10 2024-11-08T23:20:01,550 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/WALs/300c1216fb79,42687,1731107999667/300c1216fb79%2C42687%2C1731107999667.1731108001537, exclude list is [], retry=0 2024-11-08T23:20:01,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-7c8b8c8a-ca84-41ea-8f7d-0af7c3f2999f,DISK] 2024-11-08T23:20:01,553 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/WALs/300c1216fb79,42687,1731107999667/300c1216fb79%2C42687%2C1731107999667.1731108001537 2024-11-08T23:20:01,553 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-11-08T23:20:01,553 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:01,553 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:01,553 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,553 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:20:01,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:01,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:01,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:20:01,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:01,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:01,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:20:01,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:01,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:01,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:20:01,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:01,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:01,559 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,560 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,560 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,561 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,561 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,561 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:01,562 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:01,563 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:01,564 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65663297, jitterRate=-0.021540626883506775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:01,564 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731108001553Initializing all the Stores at 1731108001554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108001554Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108001554Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108001554Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108001554Cleaning up temporary data from old regions at 1731108001561 (+7 ms)Region opened successfully at 1731108001564 (+3 ms) 2024-11-08T23:20:01,568 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:20:01,570 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201fef45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:01,571 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:20:01,571 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:20:01,571 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:20:01,571 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:20:01,571 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:20:01,572 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:20:01,572 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:20:01,582 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:20:01,582 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Unable to get data of znode /1-694818878/balancer because node does not exist (not necessarily an error) 2024-11-08T23:20:01,705 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694818878/balancer already deleted, retry=false 2024-11-08T23:20:01,705 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:20:01,706 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Unable to get data of znode /1-694818878/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:20:01,715 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694818878/normalizer already deleted, retry=false 2024-11-08T23:20:01,716 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:20:01,717 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Unable to get data of znode /1-694818878/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:20:01,726 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694818878/switch/split already deleted, retry=false 2024-11-08T23:20:01,727 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Unable to get data of znode /1-694818878/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:20:01,736 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694818878/switch/merge already deleted, retry=false 2024-11-08T23:20:01,738 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Unable to get data of znode /1-694818878/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:20:01,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:20:01,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T23:20:01,747 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-694818878/snapshot-cleanup already deleted, retry=false 2024-11-08T23:20:01,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-694818878/running 2024-11-08T23:20:01,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-694818878/running 2024-11-08T23:20:01,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:01,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:01,758 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,42687,1731107999667, sessionid=0x1011cbfafed0003, setting cluster-up flag (Was=false) 2024-11-08T23:20:01,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:01,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:01,810 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-694818878/flush-table-proc/acquired, /1-694818878/flush-table-proc/reached, /1-694818878/flush-table-proc/abort 2024-11-08T23:20:01,811 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,42687,1731107999667 2024-11-08T23:20:01,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:01,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:01,863 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-694818878/online-snapshot/acquired, /1-694818878/online-snapshot/reached, /1-694818878/online-snapshot/abort 2024-11-08T23:20:01,864 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,42687,1731107999667 2024-11-08T23:20:01,865 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:20:01,866 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:01,866 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:20:01,866 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:20:01,866 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,42687,1731107999667 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:20:01,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:01,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:01,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:01,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:01,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:20:01,868 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:01,868 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:01,868 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:01,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:01,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:20:01,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:01,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:20:01,873 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731108031872 2024-11-08T23:20:01,873 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:20:01,873 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:20:01,873 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:20:01,873 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:20:01,873 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:20:01,873 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:20:01,876 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:01,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:20:01,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:20:01,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:20:01,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:20:01,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:20:01,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:20:01,881 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108001881,5,FailOnTimeoutGroup] 2024-11-08T23:20:01,881 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108001881,5,FailOnTimeoutGroup] 2024-11-08T23:20:01,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:01,881 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:20:01,882 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:01,882 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:01,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:20:01,942 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(746): ClusterId : becb7029-d381-48c7-98d0-6ab59e6079dc 2024-11-08T23:20:01,943 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:20:01,952 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:20:01,952 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:20:01,963 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:20:01,963 DEBUG [RS:0;300c1216fb79:41473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af19d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:01,977 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:41473 2024-11-08T23:20:01,977 INFO [RS:0;300c1216fb79:41473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:20:01,977 INFO [RS:0;300c1216fb79:41473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:20:01,977 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:20:01,978 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,42687,1731107999667 with port=41473, startcode=1731107999812 2024-11-08T23:20:01,978 DEBUG [RS:0;300c1216fb79:41473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:20:01,979 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:20:01,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,41473,1731107999812 2024-11-08T23:20:01,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42687 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,41473,1731107999812 2024-11-08T23:20:01,981 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1 2024-11-08T23:20:01,981 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33649 2024-11-08T23:20:01,981 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:20:02,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878/rs 2024-11-08T23:20:02,040 DEBUG [RS:0;300c1216fb79:41473 {}] zookeeper.ZKUtil(111): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on existing znode=/1-694818878/rs/300c1216fb79,41473,1731107999812 2024-11-08T23:20:02,040 WARN [RS:0;300c1216fb79:41473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:02,040 INFO [RS:0;300c1216fb79:41473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:02,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,41473,1731107999812] 2024-11-08T23:20:02,040 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812 2024-11-08T23:20:02,043 INFO [RS:0;300c1216fb79:41473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:20:02,044 INFO [RS:0;300c1216fb79:41473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:20:02,047 INFO [RS:0;300c1216fb79:41473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:20:02,047 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,048 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:20:02,048 INFO [RS:0;300c1216fb79:41473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:20:02,048 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,048 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,048 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:02,049 DEBUG [RS:0;300c1216fb79:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:02,061 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,061 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,061 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,061 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,061 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,061 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,41473,1731107999812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:02,076 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:20:02,076 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,41473,1731107999812-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,076 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,076 INFO [RS:0;300c1216fb79:41473 {}] regionserver.Replication(171): 300c1216fb79,41473,1731107999812 started 2024-11-08T23:20:02,090 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,090 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,41473,1731107999812, RpcServer on 300c1216fb79/172.17.0.2:41473, sessionid=0x1011cbfafed0004 2024-11-08T23:20:02,090 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:20:02,090 DEBUG [RS:0;300c1216fb79:41473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,41473,1731107999812 2024-11-08T23:20:02,090 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,41473,1731107999812' 2024-11-08T23:20:02,090 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-694818878/flush-table-proc/abort' 2024-11-08T23:20:02,091 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-694818878/flush-table-proc/acquired' 2024-11-08T23:20:02,091 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:20:02,091 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:20:02,091 DEBUG [RS:0;300c1216fb79:41473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,41473,1731107999812 2024-11-08T23:20:02,091 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,41473,1731107999812' 2024-11-08T23:20:02,091 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-694818878/online-snapshot/abort' 2024-11-08T23:20:02,091 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-694818878/online-snapshot/acquired' 2024-11-08T23:20:02,092 DEBUG [RS:0;300c1216fb79:41473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:20:02,092 INFO [RS:0;300c1216fb79:41473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:20:02,092 INFO [RS:0;300c1216fb79:41473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:20:02,192 INFO [RS:0;300c1216fb79:41473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:02,193 INFO [RS:0;300c1216fb79:41473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41473%2C1731107999812, suffix=, logDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/oldWALs, maxLogs=10 2024-11-08T23:20:02,207 DEBUG [RS:0;300c1216fb79:41473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, exclude list is [], retry=0 2024-11-08T23:20:02,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-7c8b8c8a-ca84-41ea-8f7d-0af7c3f2999f,DISK] 2024-11-08T23:20:02,213 INFO [RS:0;300c1216fb79:41473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 2024-11-08T23:20:02,213 DEBUG [RS:0;300c1216fb79:41473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-11-08T23:20:02,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:20:02,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:20:02,283 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1 2024-11-08T23:20:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:20:02,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:02,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:02,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:02,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:02,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:02,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:02,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:02,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:02,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:02,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:02,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:02,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:02,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:02,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:02,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:02,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:02,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:02,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:02,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740 2024-11-08T23:20:02,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740 2024-11-08T23:20:02,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:02,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:02,296 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:02,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:02,298 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:02,298 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71896107, jitterRate=0.07133547961711884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:02,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731108002288Initializing all the Stores at 1731108002289 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108002289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108002289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108002289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108002289Cleaning up temporary data from old regions at 1731108002295 (+6 ms)Region opened successfully at 1731108002298 (+3 ms) 2024-11-08T23:20:02,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:20:02,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:20:02,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:20:02,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:20:02,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:20:02,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:02,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108002298Disabling compacts and flushes for region at 1731108002298Disabling writes for close at 1731108002298Writing region close event to WAL at 1731108002299 (+1 ms)Closed at 1731108002299 2024-11-08T23:20:02,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:02,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:20:02,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:20:02,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:02,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:20:02,451 DEBUG [300c1216fb79:42687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:20:02,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,41473,1731107999812 2024-11-08T23:20:02,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,41473,1731107999812, state=OPENING 2024-11-08T23:20:02,505 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:20:02,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:02,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:02,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-694818878/meta-region-server: CHANGED 2024-11-08T23:20:02,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-694818878/meta-region-server: CHANGED 2024-11-08T23:20:02,516 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:02,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,41473,1731107999812}] 2024-11-08T23:20:02,668 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:20:02,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:20:02,672 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:20:02,673 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:02,673 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:20:02,674 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41473%2C1731107999812.meta, suffix=.meta, logDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/oldWALs, maxLogs=10 2024-11-08T23:20:02,685 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.meta.1731108002674.meta, exclude list is [], retry=0 2024-11-08T23:20:02,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-7c8b8c8a-ca84-41ea-8f7d-0af7c3f2999f,DISK] 2024-11-08T23:20:02,688 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.meta.1731108002674.meta 2024-11-08T23:20:02,688 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-11-08T23:20:02,689 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:02,689 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:02,689 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:20:02,689 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:20:02,689 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:20:02,689 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:20:02,689 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:02,689 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:20:02,689 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:20:02,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:02,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:02,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:02,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:02,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:02,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:02,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:02,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:02,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:02,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:02,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:02,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:02,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:02,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:02,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:02,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:02,696 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:02,696 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740 2024-11-08T23:20:02,697 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740 2024-11-08T23:20:02,698 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:02,698 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:02,698 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:02,699 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:02,699 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65389803, jitterRate=-0.025616005063056946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:02,700 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:20:02,700 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731108002689Writing region info on filesystem at 1731108002689Initializing all the Stores at 1731108002690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108002690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108002692 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108002692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108002692Cleaning up temporary data from old regions at 1731108002698 (+6 ms)Running coprocessor post-open hooks at 1731108002700 (+2 ms)Region opened successfully at 1731108002700 2024-11-08T23:20:02,700 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731108002668 2024-11-08T23:20:02,702 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:20:02,702 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:20:02,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,41473,1731107999812 2024-11-08T23:20:02,703 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,41473,1731107999812, state=OPEN 2024-11-08T23:20:02,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-694818878/meta-region-server 2024-11-08T23:20:02,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-694818878/meta-region-server 2024-11-08T23:20:02,731 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,41473,1731107999812 2024-11-08T23:20:02,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-694818878/meta-region-server: CHANGED 2024-11-08T23:20:02,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-694818878/meta-region-server: CHANGED 2024-11-08T23:20:02,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:20:02,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,41473,1731107999812 in 215 msec 2024-11-08T23:20:02,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:20:02,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-08T23:20:02,734 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:02,734 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:20:02,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:02,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41473,1731107999812, seqNum=-1] 2024-11-08T23:20:02,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:02,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:02,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-11-08T23:20:02,755 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731108002755, completionTime=-1 2024-11-08T23:20:02,755 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:20:02,755 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:20:02,758 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:20:02,758 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108062758 2024-11-08T23:20:02,758 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108122758 2024-11-08T23:20:02,758 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T23:20:02,759 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42687,1731107999667-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,759 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42687,1731107999667-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,759 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42687,1731107999667-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,759 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:42687, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,759 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,761 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:20:02,764 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.887sec 2024-11-08T23:20:02,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:20:02,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:20:02,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:20:02,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:20:02,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:20:02,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42687,1731107999667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:02,771 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42687,1731107999667-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:20:02,778 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:20:02,778 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:20:02,778 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,42687,1731107999667-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:02,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9fe0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:02,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,42687,-1 for getting cluster id 2024-11-08T23:20:02,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:02,858 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'becb7029-d381-48c7-98d0-6ab59e6079dc' 2024-11-08T23:20:02,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:02,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "becb7029-d381-48c7-98d0-6ab59e6079dc" 2024-11-08T23:20:02,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410241cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:02,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,42687,-1] 2024-11-08T23:20:02,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:02,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:02,859 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:02,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2415c445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:02,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41473,1731107999812, seqNum=-1] 2024-11-08T23:20:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:02,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:02,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,42687,1731107999667 2024-11-08T23:20:02,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:20:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:02,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cbfafed0005 connected 2024-11-08T23:20:02,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.log.dir so I do NOT create it in target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85 2024-11-08T23:20:02,886 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:20:02,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.tmp.dir so I do NOT create it in target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85 2024-11-08T23:20:02,886 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:20:02,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85 2024-11-08T23:20:02,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:20:02,886 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/cluster_1fc8284d-9c50-0889-71cf-dab8bd4fbe38, deleteOnExit=true 2024-11-08T23:20:02,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:20:02,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/test.cache.data in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:20:02,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:20:02,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:20:03,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:03,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:03,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:03,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:03,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:03,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:03,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:20:03,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:03,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fcb5e77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:03,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6035ec59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:03,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@606a12fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/java.io.tmpdir/jetty-localhost-43069-hadoop-hdfs-3_4_1-tests_jar-_-any-3001804969834364502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:20:03,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ed1024{HTTP/1.1, (http/1.1)}{localhost:43069} 2024-11-08T23:20:03,413 INFO [Time-limited test {}] server.Server(415): Started @279818ms 2024-11-08T23:20:03,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:03,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:03,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:03,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:03,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:20:03,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7edb54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:03,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7a0f09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:03,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d287bc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/java.io.tmpdir/jetty-localhost-37337-hadoop-hdfs-3_4_1-tests_jar-_-any-10598142382459010728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:20:03,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a1f5136{HTTP/1.1, (http/1.1)}{localhost:37337} 2024-11-08T23:20:03,912 INFO [Time-limited test {}] server.Server(415): Started @280316ms 2024-11-08T23:20:03,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:20:04,606 WARN [Thread-3656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/cluster_1fc8284d-9c50-0889-71cf-dab8bd4fbe38/data/data2/current/BP-1258022081-172.17.0.2-1731108002902/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:04,606 WARN [Thread-3655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/cluster_1fc8284d-9c50-0889-71cf-dab8bd4fbe38/data/data1/current/BP-1258022081-172.17.0.2-1731108002902/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:04,626 WARN [Thread-3643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:20:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3aefa323e719636c with lease ID 0xc8b8a5dd995538f9: Processing first storage report for DS-05d5965c-0a8b-4705-b866-8295502800b4 from datanode DatanodeRegistration(127.0.0.1:34583, datanodeUuid=4d718b15-ea84-4186-9648-109ceefbd5a6, infoPort=45439, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=1523051271;c=1731108002902) 2024-11-08T23:20:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3aefa323e719636c with lease ID 0xc8b8a5dd995538f9: from storage DS-05d5965c-0a8b-4705-b866-8295502800b4 node DatanodeRegistration(127.0.0.1:34583, datanodeUuid=4d718b15-ea84-4186-9648-109ceefbd5a6, infoPort=45439, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=1523051271;c=1731108002902), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3aefa323e719636c with lease ID 0xc8b8a5dd995538f9: Processing first storage report for DS-936b2fb1-deae-457e-9d93-121a674e791d from datanode DatanodeRegistration(127.0.0.1:34583, datanodeUuid=4d718b15-ea84-4186-9648-109ceefbd5a6, infoPort=45439, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=1523051271;c=1731108002902) 2024-11-08T23:20:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3aefa323e719636c with lease ID 0xc8b8a5dd995538f9: from storage DS-936b2fb1-deae-457e-9d93-121a674e791d node DatanodeRegistration(127.0.0.1:34583, datanodeUuid=4d718b15-ea84-4186-9648-109ceefbd5a6, infoPort=45439, infoSecurePort=0, ipcPort=32915, storageInfo=lv=-57;cid=testClusterID;nsid=1523051271;c=1731108002902), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:04,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85 2024-11-08T23:20:04,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:04,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:04,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:20:05,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0 with version=8 2024-11-08T23:20:05,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/hbase-staging 2024-11-08T23:20:05,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:05,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:05,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:05,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:05,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:05,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:05,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:20:05,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:05,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44767 2024-11-08T23:20:05,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44767 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:20:05,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447670x0, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:05,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44767-0x1011cbfafed0006 connected 2024-11-08T23:20:05,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:05,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:05,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on znode that does not yet exist, /21306015222/running 2024-11-08T23:20:05,226 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0, hbase.cluster.distributed=false 2024-11-08T23:20:05,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on znode that does not yet exist, /21306015222/acl 2024-11-08T23:20:05,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-08T23:20:05,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44767 2024-11-08T23:20:05,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44767 2024-11-08T23:20:05,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-08T23:20:05,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-08T23:20:05,248 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:05,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:05,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:05,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:05,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:05,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:05,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:20:05,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:05,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45049 2024-11-08T23:20:05,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45049 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:20:05,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:05,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:05,267 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450490x0, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:05,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450490x0, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on znode that does not yet exist, /21306015222/running 2024-11-08T23:20:05,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45049-0x1011cbfafed0007 connected 2024-11-08T23:20:05,268 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:20:05,269 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:20:05,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on znode that does not yet exist, /21306015222/master 2024-11-08T23:20:05,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on znode that does not yet exist, /21306015222/acl 2024-11-08T23:20:05,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-08T23:20:05,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45049 2024-11-08T23:20:05,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45049 2024-11-08T23:20:05,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-08T23:20:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-08T23:20:05,286 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:44767 2024-11-08T23:20:05,286 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21306015222/backup-masters/300c1216fb79,44767,1731108005055 2024-11-08T23:20:05,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222/backup-masters 2024-11-08T23:20:05,299 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222/backup-masters 2024-11-08T23:20:05,299 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on existing znode=/21306015222/backup-masters/300c1216fb79,44767,1731108005055 2024-11-08T23:20:05,309 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21306015222/master 2024-11-08T23:20:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:05,309 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:05,310 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on existing znode=/21306015222/master 2024-11-08T23:20:05,310 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21306015222/backup-masters/300c1216fb79,44767,1731108005055 from backup master directory 2024-11-08T23:20:05,320 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222/backup-masters 2024-11-08T23:20:05,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306015222/backup-masters/300c1216fb79,44767,1731108005055 2024-11-08T23:20:05,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222/backup-masters 2024-11-08T23:20:05,320 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:05,320 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,44767,1731108005055 2024-11-08T23:20:05,323 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/hbase.id] with ID: 35229cdc-bc00-4d1e-a65e-2ea0b8704d29 2024-11-08T23:20:05,323 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/.tmp/hbase.id 2024-11-08T23:20:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:20:05,730 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/.tmp/hbase.id]:[hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/hbase.id] 2024-11-08T23:20:05,737 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:05,737 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:20:05,738 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:20:05,789 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:20:05,794 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:05,795 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:20:05,795 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:20:06,200 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store 2024-11-08T23:20:06,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:20:06,605 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:06,605 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:06,605 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:06,605 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:06,605 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:06,605 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:06,605 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:06,605 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108006605Disabling compacts and flushes for region at 1731108006605Disabling writes for close at 1731108006605Writing region close event to WAL at 1731108006605Closed at 1731108006605 2024-11-08T23:20:06,606 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/.initializing 2024-11-08T23:20:06,606 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/WALs/300c1216fb79,44767,1731108005055 2024-11-08T23:20:06,606 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:06,607 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C44767%2C1731108005055, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/WALs/300c1216fb79,44767,1731108005055, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/oldWALs, maxLogs=10 2024-11-08T23:20:06,620 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/WALs/300c1216fb79,44767,1731108005055/300c1216fb79%2C44767%2C1731108005055.1731108006607, exclude list is [], retry=0 2024-11-08T23:20:06,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34583,DS-05d5965c-0a8b-4705-b866-8295502800b4,DISK] 2024-11-08T23:20:06,623 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/WALs/300c1216fb79,44767,1731108005055/300c1216fb79%2C44767%2C1731108005055.1731108006607 2024-11-08T23:20:06,623 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45439:45439)] 2024-11-08T23:20:06,623 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:06,623 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:06,623 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,623 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:20:06,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:06,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:06,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:20:06,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:06,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:06,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:20:06,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:06,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:06,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:20:06,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:06,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:06,629 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,630 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,630 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,631 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,631 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,631 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:06,632 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:06,634 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:06,634 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74762903, jitterRate=0.11405406892299652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:06,634 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731108006623Initializing all the Stores at 1731108006624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108006624Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108006624Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108006624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108006624Cleaning up temporary data from old regions at 1731108006631 (+7 ms)Region opened successfully at 1731108006634 (+3 ms) 2024-11-08T23:20:06,635 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:20:06,637 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21df27c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:06,638 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:20:06,638 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:20:06,638 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:20:06,638 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:20:06,638 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:20:06,639 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:20:06,639 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:20:06,640 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:20:06,641 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Unable to get data of znode /21306015222/balancer because node does not exist (not necessarily an error) 2024-11-08T23:20:06,705 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306015222/balancer already deleted, retry=false 2024-11-08T23:20:06,705 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:20:06,706 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Unable to get data of znode /21306015222/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:20:06,715 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306015222/normalizer already deleted, retry=false 2024-11-08T23:20:06,715 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:20:06,716 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Unable to get data of znode /21306015222/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:20:06,726 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306015222/switch/split already deleted, retry=false 2024-11-08T23:20:06,726 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Unable to get data of znode /21306015222/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:20:06,736 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306015222/switch/merge already deleted, retry=false 2024-11-08T23:20:06,738 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Unable to get data of znode /21306015222/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:20:06,747 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306015222/snapshot-cleanup already deleted, retry=false 2024-11-08T23:20:06,757 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21306015222/running 2024-11-08T23:20:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21306015222/running 2024-11-08T23:20:06,757 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:06,758 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,44767,1731108005055, sessionid=0x1011cbfafed0006, setting cluster-up flag (Was=false) 2024-11-08T23:20:06,778 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:06,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:06,810 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21306015222/flush-table-proc/acquired, /21306015222/flush-table-proc/reached, /21306015222/flush-table-proc/abort 2024-11-08T23:20:06,811 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,44767,1731108005055 2024-11-08T23:20:06,831 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:06,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:06,863 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21306015222/online-snapshot/acquired, /21306015222/online-snapshot/reached, /21306015222/online-snapshot/abort 2024-11-08T23:20:06,863 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,44767,1731108005055 2024-11-08T23:20:06,864 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:20:06,865 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:06,865 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:20:06,866 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:20:06,866 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,44767,1731108005055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:20:06,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:06,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:06,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:06,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:06,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:20:06,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:06,867 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731108036868 2024-11-08T23:20:06,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:20:06,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:20:06,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:20:06,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:20:06,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:20:06,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:06,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:20:06,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:20:06,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:06,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:20:06,872 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,874 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:20:06,874 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:20:06,874 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:20:06,874 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:20:06,874 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:20:06,874 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:20:06,875 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(746): ClusterId : 35229cdc-bc00-4d1e-a65e-2ea0b8704d29 2024-11-08T23:20:06,875 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:20:06,879 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108006875,5,FailOnTimeoutGroup] 2024-11-08T23:20:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:20:06,885 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:20:06,885 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:20:06,888 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108006879,5,FailOnTimeoutGroup] 2024-11-08T23:20:06,888 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,888 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:20:06,888 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,888 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,895 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:20:06,895 DEBUG [RS:0;300c1216fb79:45049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4e5710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:06,910 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:45049 2024-11-08T23:20:06,910 INFO [RS:0;300c1216fb79:45049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:20:06,910 INFO [RS:0;300c1216fb79:45049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:20:06,910 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:20:06,911 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,44767,1731108005055 with port=45049, startcode=1731108005248 2024-11-08T23:20:06,911 DEBUG [RS:0;300c1216fb79:45049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:20:06,913 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:20:06,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,45049,1731108005248 2024-11-08T23:20:06,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44767 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,45049,1731108005248 2024-11-08T23:20:06,914 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0 2024-11-08T23:20:06,914 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35379 2024-11-08T23:20:06,914 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:20:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222/rs 2024-11-08T23:20:06,971 DEBUG [RS:0;300c1216fb79:45049 {}] zookeeper.ZKUtil(111): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on existing znode=/21306015222/rs/300c1216fb79,45049,1731108005248 2024-11-08T23:20:06,971 WARN [RS:0;300c1216fb79:45049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:06,971 INFO [RS:0;300c1216fb79:45049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:06,971 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248 2024-11-08T23:20:06,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,45049,1731108005248] 2024-11-08T23:20:06,974 INFO [RS:0;300c1216fb79:45049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:20:06,976 INFO [RS:0;300c1216fb79:45049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:20:06,976 INFO [RS:0;300c1216fb79:45049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:20:06,977 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,977 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:20:06,977 INFO [RS:0;300c1216fb79:45049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:20:06,977 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,977 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,977 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:06,978 DEBUG [RS:0;300c1216fb79:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:06,978 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,978 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,978 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,978 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,979 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:06,979 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,45049,1731108005248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:07,000 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:20:07,000 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,45049,1731108005248-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:07,000 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:07,000 INFO [RS:0;300c1216fb79:45049 {}] regionserver.Replication(171): 300c1216fb79,45049,1731108005248 started 2024-11-08T23:20:07,019 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:07,019 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,45049,1731108005248, RpcServer on 300c1216fb79/172.17.0.2:45049, sessionid=0x1011cbfafed0007 2024-11-08T23:20:07,019 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:20:07,019 DEBUG [RS:0;300c1216fb79:45049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,45049,1731108005248 2024-11-08T23:20:07,019 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,45049,1731108005248' 2024-11-08T23:20:07,019 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21306015222/flush-table-proc/abort' 2024-11-08T23:20:07,019 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21306015222/flush-table-proc/acquired' 2024-11-08T23:20:07,020 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:20:07,020 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:20:07,020 DEBUG [RS:0;300c1216fb79:45049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,45049,1731108005248 2024-11-08T23:20:07,020 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,45049,1731108005248' 2024-11-08T23:20:07,020 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21306015222/online-snapshot/abort' 2024-11-08T23:20:07,020 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21306015222/online-snapshot/acquired' 2024-11-08T23:20:07,020 DEBUG [RS:0;300c1216fb79:45049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:20:07,021 INFO [RS:0;300c1216fb79:45049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:20:07,021 INFO [RS:0;300c1216fb79:45049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:20:07,121 INFO [RS:0;300c1216fb79:45049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:07,122 INFO [RS:0;300c1216fb79:45049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C45049%2C1731108005248, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/oldWALs, maxLogs=10 2024-11-08T23:20:07,135 DEBUG [RS:0;300c1216fb79:45049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123, exclude list is [], retry=0 2024-11-08T23:20:07,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34583,DS-05d5965c-0a8b-4705-b866-8295502800b4,DISK] 2024-11-08T23:20:07,139 INFO [RS:0;300c1216fb79:45049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 2024-11-08T23:20:07,141 DEBUG [RS:0;300c1216fb79:45049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45439:45439)] 2024-11-08T23:20:07,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:20:07,282 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0 2024-11-08T23:20:07,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:20:07,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:07,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:07,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:07,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:07,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:07,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:07,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:07,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:07,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:07,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:07,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:07,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:07,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:07,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:07,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:07,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:07,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:07,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:07,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740 2024-11-08T23:20:07,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740 2024-11-08T23:20:07,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:07,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:07,696 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:07,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:07,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:07,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62689902, jitterRate=-0.06584766507148743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:07,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731108007687Initializing all the Stores at 1731108007687Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108007687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108007688 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108007688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108007688Cleaning up temporary data from old regions at 1731108007695 (+7 ms)Region opened successfully at 1731108007699 (+4 ms) 2024-11-08T23:20:07,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:20:07,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:20:07,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:20:07,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:20:07,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:20:07,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:07,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108007699Disabling compacts and flushes for region at 1731108007699Disabling writes for close at 1731108007699Writing region close event to WAL at 1731108007700 (+1 ms)Closed at 1731108007700 2024-11-08T23:20:07,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:07,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:20:07,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:20:07,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:07,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:20:07,853 DEBUG [300c1216fb79:44767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:20:07,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,45049,1731108005248 2024-11-08T23:20:07,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,45049,1731108005248, state=OPENING 2024-11-08T23:20:07,915 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:20:07,996 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:07,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:07,997 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:07,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21306015222/meta-region-server: CHANGED 2024-11-08T23:20:07,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21306015222/meta-region-server: CHANGED 2024-11-08T23:20:07,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,45049,1731108005248}] 2024-11-08T23:20:08,149 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:20:08,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:20:08,154 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:20:08,154 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:08,155 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:20:08,156 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C45049%2C1731108005248.meta, suffix=.meta, logDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/oldWALs, maxLogs=10 2024-11-08T23:20:08,175 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.meta.1731108008156.meta, exclude list is [], retry=0 2024-11-08T23:20:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34583,DS-05d5965c-0a8b-4705-b866-8295502800b4,DISK] 2024-11-08T23:20:08,178 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.meta.1731108008156.meta 2024-11-08T23:20:08,179 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45439:45439)] 2024-11-08T23:20:08,179 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:08,179 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:08,179 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:20:08,179 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:20:08,179 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:20:08,180 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:20:08,180 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:08,180 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:20:08,180 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:20:08,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:08,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:08,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:08,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:08,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:08,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:08,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:08,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:08,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:08,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:08,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:08,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:08,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:08,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:08,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:08,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:08,189 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:08,189 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740 2024-11-08T23:20:08,190 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740 2024-11-08T23:20:08,190 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:08,190 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:08,191 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:08,191 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:08,192 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67420502, jitterRate=0.004643768072128296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:08,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:08,192 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:20:08,192 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731108008180Writing region info on filesystem at 1731108008180Initializing all the Stores at 1731108008180Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108008181 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108008184 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108008184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108008184Cleaning up temporary data from old regions at 1731108008190 (+6 ms)Running coprocessor post-open hooks at 1731108008192 (+2 ms)Region opened successfully at 1731108008192 2024-11-08T23:20:08,193 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731108008149 2024-11-08T23:20:08,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,195 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:20:08,195 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:20:08,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,45049,1731108005248 2024-11-08T23:20:08,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,45049,1731108005248, state=OPEN 2024-11-08T23:20:08,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21306015222/meta-region-server 2024-11-08T23:20:08,225 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21306015222/meta-region-server 2024-11-08T23:20:08,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,45049,1731108005248 2024-11-08T23:20:08,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21306015222/meta-region-server: CHANGED 2024-11-08T23:20:08,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21306015222/meta-region-server: CHANGED 2024-11-08T23:20:08,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:20:08,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,45049,1731108005248 in 228 msec 2024-11-08T23:20:08,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:20:08,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-08T23:20:08,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:08,229 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:20:08,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:08,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45049,1731108005248, seqNum=-1] 2024-11-08T23:20:08,231 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:08,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:08,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-08T23:20:08,237 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731108008237, completionTime=-1 2024-11-08T23:20:08,237 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:20:08,237 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:20:08,239 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:20:08,239 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108068239 2024-11-08T23:20:08,239 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108128239 2024-11-08T23:20:08,239 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T23:20:08,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44767,1731108005055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:08,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44767,1731108005055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:08,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44767,1731108005055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:08,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:44767, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:08,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:08,240 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:08,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,242 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:20:08,244 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-08T23:20:08,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,244 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:20:08,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,244 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:20:08,244 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:20:08,244 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:20:08,244 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:20:08,244 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44767,1731108005055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:08,244 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44767,1731108005055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:20:08,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:08,246 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:20:08,246 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:20:08,246 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,44767,1731108005055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:08,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434193d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:08,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44767,-1 for getting cluster id 2024-11-08T23:20:08,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:08,277 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35229cdc-bc00-4d1e-a65e-2ea0b8704d29' 2024-11-08T23:20:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35229cdc-bc00-4d1e-a65e-2ea0b8704d29" 2024-11-08T23:20:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f282404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44767,-1] 2024-11-08T23:20:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:08,279 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:08,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bd7a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:08,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45049,1731108005248, seqNum=-1] 2024-11-08T23:20:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:08,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:08,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,44767,1731108005055 2024-11-08T23:20:08,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-11-08T23:20:08,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:08,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011cbfafed0008 connected 2024-11-08T23:20:08,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43315,1731107994644 2024-11-08T23:20:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7381fa78 2024-11-08T23:20:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:08,309 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:08,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:20:08,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:20:08,312 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:08,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:20:08,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:20:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:08,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:20:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:08,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0559dc2d235e182b295641e92d08b915, NAME => 'test,,1731108008309.0559dc2d235e182b295641e92d08b915.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854 2024-11-08T23:20:08,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:20:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:09,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731108008309.0559dc2d235e182b295641e92d08b915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:09,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0559dc2d235e182b295641e92d08b915, disabling compactions & flushes 2024-11-08T23:20:09,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:09,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:09,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731108008309.0559dc2d235e182b295641e92d08b915. after waiting 0 ms 2024-11-08T23:20:09,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:09,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:09,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0559dc2d235e182b295641e92d08b915: Waiting for close lock at 1731108009127Disabling compacts and flushes for region at 1731108009127Disabling writes for close at 1731108009127Writing region close event to WAL at 1731108009127Closed at 1731108009127 2024-11-08T23:20:09,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:20:09,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731108008309.0559dc2d235e182b295641e92d08b915.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731108009129"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108009129"}]},"ts":"1731108009129"} 2024-11-08T23:20:09,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:20:09,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:20:09,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108009132"}]},"ts":"1731108009132"} 2024-11-08T23:20:09,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:20:09,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0559dc2d235e182b295641e92d08b915, ASSIGN}] 2024-11-08T23:20:09,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0559dc2d235e182b295641e92d08b915, ASSIGN 2024-11-08T23:20:09,135 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0559dc2d235e182b295641e92d08b915, ASSIGN; state=OFFLINE, location=300c1216fb79,42421,1731107994834; forceNewPlan=false, retain=false 2024-11-08T23:20:09,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0559dc2d235e182b295641e92d08b915, regionState=OPENING, regionLocation=300c1216fb79,42421,1731107994834 2024-11-08T23:20:09,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0559dc2d235e182b295641e92d08b915, ASSIGN because future has completed 2024-11-08T23:20:09,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0559dc2d235e182b295641e92d08b915, server=300c1216fb79,42421,1731107994834}] 2024-11-08T23:20:09,444 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:09,444 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0559dc2d235e182b295641e92d08b915, NAME => 'test,,1731108008309.0559dc2d235e182b295641e92d08b915.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:09,444 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:09,445 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:20:09,445 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,445 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731108008309.0559dc2d235e182b295641e92d08b915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:09,445 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,445 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,446 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,447 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0559dc2d235e182b295641e92d08b915 columnFamilyName f 2024-11-08T23:20:09,447 DEBUG [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:09,447 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] regionserver.HStore(327): Store=0559dc2d235e182b295641e92d08b915/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:09,447 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,448 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0559dc2d235e182b295641e92d08b915 columnFamilyName f1 2024-11-08T23:20:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:09,448 DEBUG [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:09,449 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] regionserver.HStore(327): Store=0559dc2d235e182b295641e92d08b915/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:09,449 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,449 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0559dc2d235e182b295641e92d08b915 columnFamilyName norep 2024-11-08T23:20:09,449 DEBUG [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:09,450 INFO [StoreOpener-0559dc2d235e182b295641e92d08b915-1 {}] regionserver.HStore(327): Store=0559dc2d235e182b295641e92d08b915/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:09,450 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,450 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,450 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,451 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,451 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,451 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:20:09,452 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,453 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:09,453 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0559dc2d235e182b295641e92d08b915; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65858770, jitterRate=-0.018627852201461792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:20:09,453 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:09,454 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0559dc2d235e182b295641e92d08b915: Running coprocessor pre-open hook at 1731108009445Writing region info on filesystem at 1731108009445Initializing all the Stores at 1731108009446 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108009446Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108009446Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108009446Cleaning up temporary data from old regions at 1731108009451 (+5 ms)Running coprocessor post-open hooks at 1731108009453 (+2 ms)Region opened successfully at 1731108009454 (+1 ms) 2024-11-08T23:20:09,454 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731108008309.0559dc2d235e182b295641e92d08b915., pid=6, masterSystemTime=1731108009441 2024-11-08T23:20:09,456 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:09,456 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:09,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0559dc2d235e182b295641e92d08b915, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,42421,1731107994834 2024-11-08T23:20:09,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0559dc2d235e182b295641e92d08b915, server=300c1216fb79,42421,1731107994834 because future has completed 2024-11-08T23:20:09,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:20:09,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0559dc2d235e182b295641e92d08b915, server=300c1216fb79,42421,1731107994834 in 170 msec 2024-11-08T23:20:09,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:20:09,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0559dc2d235e182b295641e92d08b915, ASSIGN in 327 msec 2024-11-08T23:20:09,462 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:20:09,463 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108009462"}]},"ts":"1731108009462"} 2024-11-08T23:20:09,464 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:20:09,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:20:09,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-08T23:20:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:10,459 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:20:10,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,42687,1731107999667 2024-11-08T23:20:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4befc9f5 2024-11-08T23:20:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:10,462 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:10,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:20:10,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:20:10,467 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:10,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:20:10,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:20:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:10,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:20:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:10,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e15956d4876e81c2e5e4f166696efaf7, NAME => 'test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1 2024-11-08T23:20:10,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:20:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:11,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:11,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e15956d4876e81c2e5e4f166696efaf7, disabling compactions & flushes 2024-11-08T23:20:11,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:11,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:11,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. after waiting 0 ms 2024-11-08T23:20:11,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:11,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:11,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e15956d4876e81c2e5e4f166696efaf7: Waiting for close lock at 1731108011284Disabling compacts and flushes for region at 1731108011284Disabling writes for close at 1731108011284Writing region close event to WAL at 1731108011284Closed at 1731108011284 2024-11-08T23:20:11,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:20:11,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731108011285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108011285"}]},"ts":"1731108011285"} 2024-11-08T23:20:11,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:20:11,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:20:11,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108011288"}]},"ts":"1731108011288"} 2024-11-08T23:20:11,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:20:11,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e15956d4876e81c2e5e4f166696efaf7, ASSIGN}] 2024-11-08T23:20:11,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e15956d4876e81c2e5e4f166696efaf7, ASSIGN 2024-11-08T23:20:11,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e15956d4876e81c2e5e4f166696efaf7, ASSIGN; state=OFFLINE, location=300c1216fb79,41473,1731107999812; forceNewPlan=false, retain=false 2024-11-08T23:20:11,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e15956d4876e81c2e5e4f166696efaf7, regionState=OPENING, regionLocation=300c1216fb79,41473,1731107999812 2024-11-08T23:20:11,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e15956d4876e81c2e5e4f166696efaf7, ASSIGN because future has completed 2024-11-08T23:20:11,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15956d4876e81c2e5e4f166696efaf7, server=300c1216fb79,41473,1731107999812}] 2024-11-08T23:20:11,601 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:11,601 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e15956d4876e81c2e5e4f166696efaf7, NAME => 'test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:11,602 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:11,602 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:20:11,602 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,602 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:11,602 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,602 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,603 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,604 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15956d4876e81c2e5e4f166696efaf7 columnFamilyName f 2024-11-08T23:20:11,604 DEBUG [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:11,605 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] regionserver.HStore(327): Store=e15956d4876e81c2e5e4f166696efaf7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:11,605 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,605 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15956d4876e81c2e5e4f166696efaf7 columnFamilyName f1 2024-11-08T23:20:11,605 DEBUG [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:11,606 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] regionserver.HStore(327): Store=e15956d4876e81c2e5e4f166696efaf7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:11,606 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,606 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15956d4876e81c2e5e4f166696efaf7 columnFamilyName norep 2024-11-08T23:20:11,606 DEBUG [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:11,607 INFO [StoreOpener-e15956d4876e81c2e5e4f166696efaf7-1 {}] regionserver.HStore(327): Store=e15956d4876e81c2e5e4f166696efaf7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:11,607 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,607 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,607 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:11,608 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,608 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,609 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:20:11,609 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,611 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:11,611 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e15956d4876e81c2e5e4f166696efaf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62015195, jitterRate=-0.0759015828371048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:20:11,611 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:11,611 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e15956d4876e81c2e5e4f166696efaf7: Running coprocessor pre-open hook at 1731108011602Writing region info on filesystem at 1731108011602Initializing all the Stores at 1731108011603 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108011603Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108011603Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108011603Cleaning up temporary data from old regions at 1731108011608 (+5 ms)Running coprocessor post-open hooks at 1731108011611 (+3 ms)Region opened successfully at 1731108011611 2024-11-08T23:20:11,612 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7., pid=6, masterSystemTime=1731108011598 2024-11-08T23:20:11,614 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:11,614 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:11,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e15956d4876e81c2e5e4f166696efaf7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,41473,1731107999812 2024-11-08T23:20:11,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15956d4876e81c2e5e4f166696efaf7, server=300c1216fb79,41473,1731107999812 because future has completed 2024-11-08T23:20:11,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:20:11,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e15956d4876e81c2e5e4f166696efaf7, server=300c1216fb79,41473,1731107999812 in 173 msec 2024-11-08T23:20:11,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:20:11,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e15956d4876e81c2e5e4f166696efaf7, ASSIGN in 329 msec 2024-11-08T23:20:11,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:20:11,622 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108011622"}]},"ts":"1731108011622"} 2024-11-08T23:20:11,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:20:11,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:20:11,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-08T23:20:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:20:11,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T23:20:11,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:20:11,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T23:20:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:12,619 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:20:12,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,44767,1731108005055 2024-11-08T23:20:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@239fb876 2024-11-08T23:20:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:12,620 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:12,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:20:12,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:20:12,622 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:12,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:20:12,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:20:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:20:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:13,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 242ed6d332a9660cda19afb8267f7ac9, NAME => 'test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0 2024-11-08T23:20:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:20:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:13,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:13,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 242ed6d332a9660cda19afb8267f7ac9, disabling compactions & flushes 2024-11-08T23:20:13,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:13,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:13,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. after waiting 0 ms 2024-11-08T23:20:13,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:13,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:13,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 242ed6d332a9660cda19afb8267f7ac9: Waiting for close lock at 1731108013434Disabling compacts and flushes for region at 1731108013434Disabling writes for close at 1731108013434Writing region close event to WAL at 1731108013434Closed at 1731108013434 2024-11-08T23:20:13,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:20:13,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731108013436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108013436"}]},"ts":"1731108013436"} 2024-11-08T23:20:13,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:20:13,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:20:13,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108013439"}]},"ts":"1731108013439"} 2024-11-08T23:20:13,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:20:13,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=242ed6d332a9660cda19afb8267f7ac9, ASSIGN}] 2024-11-08T23:20:13,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=242ed6d332a9660cda19afb8267f7ac9, ASSIGN 2024-11-08T23:20:13,443 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=242ed6d332a9660cda19afb8267f7ac9, ASSIGN; state=OFFLINE, location=300c1216fb79,45049,1731108005248; forceNewPlan=false, retain=false 2024-11-08T23:20:13,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=242ed6d332a9660cda19afb8267f7ac9, regionState=OPENING, regionLocation=300c1216fb79,45049,1731108005248 2024-11-08T23:20:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=242ed6d332a9660cda19afb8267f7ac9, ASSIGN because future has completed 2024-11-08T23:20:13,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 242ed6d332a9660cda19afb8267f7ac9, server=300c1216fb79,45049,1731108005248}] 2024-11-08T23:20:13,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:13,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:13,751 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:13,751 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 242ed6d332a9660cda19afb8267f7ac9, NAME => 'test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:13,752 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:13,752 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:20:13,752 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,752 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:13,752 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,752 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,753 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,754 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 242ed6d332a9660cda19afb8267f7ac9 columnFamilyName f 2024-11-08T23:20:13,754 DEBUG [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:13,755 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] regionserver.HStore(327): Store=242ed6d332a9660cda19afb8267f7ac9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:13,755 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,756 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 242ed6d332a9660cda19afb8267f7ac9 columnFamilyName f1 2024-11-08T23:20:13,756 DEBUG [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:13,756 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] regionserver.HStore(327): Store=242ed6d332a9660cda19afb8267f7ac9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:13,756 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,757 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 242ed6d332a9660cda19afb8267f7ac9 columnFamilyName norep 2024-11-08T23:20:13,757 DEBUG [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:13,757 INFO [StoreOpener-242ed6d332a9660cda19afb8267f7ac9-1 {}] regionserver.HStore(327): Store=242ed6d332a9660cda19afb8267f7ac9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:13,757 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,758 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,758 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:13,759 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,759 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,759 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:20:13,760 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,762 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:13,763 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 242ed6d332a9660cda19afb8267f7ac9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64072189, jitterRate=-0.04524998366832733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:20:13,763 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:13,763 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 242ed6d332a9660cda19afb8267f7ac9: Running coprocessor pre-open hook at 1731108013752Writing region info on filesystem at 1731108013752Initializing all the Stores at 1731108013753 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108013753Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108013753Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108013753Cleaning up temporary data from old regions at 1731108013759 (+6 ms)Running coprocessor post-open hooks at 1731108013763 (+4 ms)Region opened successfully at 1731108013763 2024-11-08T23:20:13,764 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9., pid=6, masterSystemTime=1731108013748 2024-11-08T23:20:13,765 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:13,765 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:13,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=242ed6d332a9660cda19afb8267f7ac9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,45049,1731108005248 2024-11-08T23:20:13,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 242ed6d332a9660cda19afb8267f7ac9, server=300c1216fb79,45049,1731108005248 because future has completed 2024-11-08T23:20:13,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:20:13,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 242ed6d332a9660cda19afb8267f7ac9, server=300c1216fb79,45049,1731108005248 in 172 msec 2024-11-08T23:20:13,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:20:13,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=242ed6d332a9660cda19afb8267f7ac9, ASSIGN in 327 msec 2024-11-08T23:20:13,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:20:13,771 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108013771"}]},"ts":"1731108013771"} 2024-11-08T23:20:13,772 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:20:13,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:20:13,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-08T23:20:14,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T23:20:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:14,769 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:20:14,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674dd291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:14,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43315,-1 for getting cluster id 2024-11-08T23:20:14,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:14,774 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf44214-cfba-4c64-9182-119456ed742b' 2024-11-08T23:20:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf44214-cfba-4c64-9182-119456ed742b" 2024-11-08T23:20:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142bb50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43315,-1] 2024-11-08T23:20:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:14,776 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b619dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:14,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,43315,1731107994644 2024-11-08T23:20:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d4c16b 2024-11-08T23:20:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:14,781 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:14,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:42687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:20:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:20:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:14,784 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:42687' 2024-11-08T23:20:14,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd1d419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:14,786 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,42687,-1 for getting cluster id 2024-11-08T23:20:14,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:14,787 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'becb7029-d381-48c7-98d0-6ab59e6079dc' 2024-11-08T23:20:14,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:14,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "becb7029-d381-48c7-98d0-6ab59e6079dc" 2024-11-08T23:20:14,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198df5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:14,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,42687,-1] 2024-11-08T23:20:14,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:14,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:14,788 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027ba65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:14,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:14,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,42687,1731107999667 2024-11-08T23:20:14,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@534d6692 2024-11-08T23:20:14,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:14,791 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:14,792 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:20:14,792 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:20:14,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:14,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:14,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:14,792 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:14,793 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:20:14,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:20:14,794 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:14,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:20:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:20:14,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d98bb5ef50d3d5bf232f732b7dca0c96, NAME => 'hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854 2024-11-08T23:20:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d98bb5ef50d3d5bf232f732b7dca0c96, disabling compactions & flushes 2024-11-08T23:20:14,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. after waiting 0 ms 2024-11-08T23:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:14,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:14,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d98bb5ef50d3d5bf232f732b7dca0c96: Waiting for close lock at 1731108014831Disabling compacts and flushes for region at 1731108014831Disabling writes for close at 1731108014831Writing region close event to WAL at 1731108014831Closed at 1731108014831 2024-11-08T23:20:14,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:20:14,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731108014833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108014833"}]},"ts":"1731108014833"} 2024-11-08T23:20:14,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:20:14,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:20:14,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108014836"}]},"ts":"1731108014836"} 2024-11-08T23:20:14,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:20:14,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d98bb5ef50d3d5bf232f732b7dca0c96, ASSIGN}] 2024-11-08T23:20:14,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d98bb5ef50d3d5bf232f732b7dca0c96, ASSIGN 2024-11-08T23:20:14,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d98bb5ef50d3d5bf232f732b7dca0c96, ASSIGN; state=OFFLINE, location=300c1216fb79,42421,1731107994834; forceNewPlan=false, retain=false 2024-11-08T23:20:14,847 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:20:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:14,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d98bb5ef50d3d5bf232f732b7dca0c96, regionState=OPENING, regionLocation=300c1216fb79,42421,1731107994834 2024-11-08T23:20:14,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d98bb5ef50d3d5bf232f732b7dca0c96, ASSIGN because future has completed 2024-11-08T23:20:14,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d98bb5ef50d3d5bf232f732b7dca0c96, server=300c1216fb79,42421,1731107994834}] 2024-11-08T23:20:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:15,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:15,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:15,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:20:15,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C42421%2C1731107994834.rep, suffix=, logDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834, archiveDir=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/oldWALs, maxLogs=10 2024-11-08T23:20:15,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.rep.1731108015152, exclude list is [], retry=0 2024-11-08T23:20:15,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46023,DS-d9a69416-d509-4ce3-a310-4853a76a7a8b,DISK] 2024-11-08T23:20:15,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.rep.1731108015152 2024-11-08T23:20:15,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44327:44327)] 2024-11-08T23:20:15,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d98bb5ef50d3d5bf232f732b7dca0c96, NAME => 'hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:15,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:15,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:20:15,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. service=MultiRowMutationService 2024-11-08T23:20:15,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:20:15,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:15,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,186 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,187 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d98bb5ef50d3d5bf232f732b7dca0c96 columnFamilyName hfileref 2024-11-08T23:20:15,187 DEBUG [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:15,187 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] regionserver.HStore(327): Store=d98bb5ef50d3d5bf232f732b7dca0c96/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:15,188 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,188 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d98bb5ef50d3d5bf232f732b7dca0c96 columnFamilyName queue 2024-11-08T23:20:15,188 DEBUG [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:15,189 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] regionserver.HStore(327): Store=d98bb5ef50d3d5bf232f732b7dca0c96/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:15,189 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,190 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d98bb5ef50d3d5bf232f732b7dca0c96 columnFamilyName sid 2024-11-08T23:20:15,190 DEBUG [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:15,190 INFO [StoreOpener-d98bb5ef50d3d5bf232f732b7dca0c96-1 {}] regionserver.HStore(327): Store=d98bb5ef50d3d5bf232f732b7dca0c96/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:15,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/replication/d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/replication/d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:20:15,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/replication/d98bb5ef50d3d5bf232f732b7dca0c96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:15,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d98bb5ef50d3d5bf232f732b7dca0c96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68396759, jitterRate=0.019191130995750427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:20:15,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:15,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d98bb5ef50d3d5bf232f732b7dca0c96: Running coprocessor pre-open hook at 1731108015185Writing region info on filesystem at 1731108015185Initializing all the Stores at 1731108015186 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108015186Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108015186Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108015186Cleaning up temporary data from old regions at 1731108015191 (+5 ms)Running coprocessor post-open hooks at 1731108015194 (+3 ms)Region opened successfully at 1731108015194 2024-11-08T23:20:15,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96., pid=10, masterSystemTime=1731108015146 2024-11-08T23:20:15,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d98bb5ef50d3d5bf232f732b7dca0c96, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,42421,1731107994834 2024-11-08T23:20:15,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:15,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:15,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d98bb5ef50d3d5bf232f732b7dca0c96, server=300c1216fb79,42421,1731107994834 because future has completed 2024-11-08T23:20:15,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:20:15,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d98bb5ef50d3d5bf232f732b7dca0c96, server=300c1216fb79,42421,1731107994834 in 206 msec 2024-11-08T23:20:15,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:20:15,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d98bb5ef50d3d5bf232f732b7dca0c96, ASSIGN in 363 msec 2024-11-08T23:20:15,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:20:15,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108015205"}]},"ts":"1731108015205"} 2024-11-08T23:20:15,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:20:15,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:20:15,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 415 msec 2024-11-08T23:20:15,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96., hostname=300c1216fb79,42421,1731107994834, seqNum=2] 2024-11-08T23:20:15,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:20:15,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:20:15,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:20:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:15,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:20:15,500 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:20:15,529 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,42421,1731107994834, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:20:15,529 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:15,529 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,42421,1731107994834, seqNum=-1] 2024-11-08T23:20:15,529 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:15,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T23:20:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,42421,1731107994834', locateType=CURRENT is [region=hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96., hostname=300c1216fb79,42421,1731107994834, seqNum=2] 2024-11-08T23:20:15,534 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:20:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:20:15,536 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,42421,1731107994834 suceeded 2024-11-08T23:20:15,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:20:15,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-08T23:20:15,538 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:42687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:20:15,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 757 msec 2024-11-08T23:20:15,550 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:42687' 2024-11-08T23:20:15,552 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77d20822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,552 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,42687,-1 for getting cluster id 2024-11-08T23:20:15,552 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:15,553 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'becb7029-d381-48c7-98d0-6ab59e6079dc' 2024-11-08T23:20:15,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:15,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "becb7029-d381-48c7-98d0-6ab59e6079dc" 2024-11-08T23:20:15,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e20d95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,42687,-1] 2024-11-08T23:20:15,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:15,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:15,554 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:15,555 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@357321dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,555 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:15,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,42687,1731107999667 2024-11-08T23:20:15,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b779d74 2024-11-08T23:20:15,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:15,556 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T23:20:15,557 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,42421,1731107994834 (queues=1) is replicating from cluster=acf44214-cfba-4c64-9182-119456ed742b to cluster=becb7029-d381-48c7-98d0-6ab59e6079dc 2024-11-08T23:20:15,557 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C42421%2C1731107994834 2024-11-08T23:20:15,557 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,42421,1731107994834, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:20:15,557 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C42421%2C1731107994834 2024-11-08T23:20:15,558 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365, startPosition=0, beingWritten=true 2024-11-08T23:20:15,565 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:15,565 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:15,565 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,42421,1731107994834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:15,769 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:15,919 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:20:15,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:15,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:15,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:15,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:15,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:15,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47981b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,42687,-1 for getting cluster id 2024-11-08T23:20:15,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:15,920 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'becb7029-d381-48c7-98d0-6ab59e6079dc' 2024-11-08T23:20:15,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "becb7029-d381-48c7-98d0-6ab59e6079dc" 2024-11-08T23:20:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a74fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,42687,-1] 2024-11-08T23:20:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:15,922 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64930ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,42687,1731107999667 2024-11-08T23:20:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791a5b7c 2024-11-08T23:20:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:15,925 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:15,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:44767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:20:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:20:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:15,929 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:44767' 2024-11-08T23:20:15,931 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b03ffe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,931 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44767,-1 for getting cluster id 2024-11-08T23:20:15,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:15,932 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35229cdc-bc00-4d1e-a65e-2ea0b8704d29' 2024-11-08T23:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35229cdc-bc00-4d1e-a65e-2ea0b8704d29" 2024-11-08T23:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b9e5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44767,-1] 2024-11-08T23:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:15,933 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1002cf98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:15,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:15,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,44767,1731108005055 2024-11-08T23:20:15,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da65299 2024-11-08T23:20:15,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:15,936 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:15,937 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:20:15,937 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:20:15,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:15,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:15,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:15,937 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:15,938 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:20:15,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:20:15,940 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:15,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:20:15,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:20:15,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2dc4eeaf75ac2bcaf606daeb2dedfc9, NAME => 'hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1 2024-11-08T23:20:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:20:15,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:15,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2dc4eeaf75ac2bcaf606daeb2dedfc9, disabling compactions & flushes 2024-11-08T23:20:15,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:15,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:15,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. after waiting 0 ms 2024-11-08T23:20:15,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:15,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:15,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2dc4eeaf75ac2bcaf606daeb2dedfc9: Waiting for close lock at 1731108015965Disabling compacts and flushes for region at 1731108015965Disabling writes for close at 1731108015965Writing region close event to WAL at 1731108015965Closed at 1731108015965 2024-11-08T23:20:15,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:20:15,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731108015966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108015966"}]},"ts":"1731108015966"} 2024-11-08T23:20:15,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:20:15,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:20:15,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108015969"}]},"ts":"1731108015969"} 2024-11-08T23:20:15,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:20:15,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2dc4eeaf75ac2bcaf606daeb2dedfc9, ASSIGN}] 2024-11-08T23:20:15,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2dc4eeaf75ac2bcaf606daeb2dedfc9, ASSIGN 2024-11-08T23:20:15,974 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2dc4eeaf75ac2bcaf606daeb2dedfc9, ASSIGN; state=OFFLINE, location=300c1216fb79,41473,1731107999812; forceNewPlan=false, retain=false 2024-11-08T23:20:15,989 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:20:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:16,073 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:16,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2dc4eeaf75ac2bcaf606daeb2dedfc9, regionState=OPENING, regionLocation=300c1216fb79,41473,1731107999812 2024-11-08T23:20:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2dc4eeaf75ac2bcaf606daeb2dedfc9, ASSIGN because future has completed 2024-11-08T23:20:16,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2dc4eeaf75ac2bcaf606daeb2dedfc9, server=300c1216fb79,41473,1731107999812}] 2024-11-08T23:20:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:16,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:16,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:16,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:20:16,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41473%2C1731107999812.rep, suffix=, logDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/oldWALs, maxLogs=10 2024-11-08T23:20:16,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.rep.1731108016283, exclude list is [], retry=0 2024-11-08T23:20:16,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-7c8b8c8a-ca84-41ea-8f7d-0af7c3f2999f,DISK] 2024-11-08T23:20:16,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.rep.1731108016283 2024-11-08T23:20:16,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-11-08T23:20:16,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c2dc4eeaf75ac2bcaf606daeb2dedfc9, NAME => 'hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:16,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:16,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:20:16,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. service=MultiRowMutationService 2024-11-08T23:20:16,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:20:16,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:16,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,306 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,307 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2dc4eeaf75ac2bcaf606daeb2dedfc9 columnFamilyName hfileref 2024-11-08T23:20:16,307 DEBUG [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:16,308 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] regionserver.HStore(327): Store=c2dc4eeaf75ac2bcaf606daeb2dedfc9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:16,308 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,308 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2dc4eeaf75ac2bcaf606daeb2dedfc9 columnFamilyName queue 2024-11-08T23:20:16,308 DEBUG [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:16,309 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] regionserver.HStore(327): Store=c2dc4eeaf75ac2bcaf606daeb2dedfc9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:16,309 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,309 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2dc4eeaf75ac2bcaf606daeb2dedfc9 columnFamilyName sid 2024-11-08T23:20:16,309 DEBUG [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:16,310 INFO [StoreOpener-c2dc4eeaf75ac2bcaf606daeb2dedfc9-1 {}] regionserver.HStore(327): Store=c2dc4eeaf75ac2bcaf606daeb2dedfc9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:16,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:20:16,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:16,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c2dc4eeaf75ac2bcaf606daeb2dedfc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68917384, jitterRate=0.026949048042297363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:20:16,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:16,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c2dc4eeaf75ac2bcaf606daeb2dedfc9: Running coprocessor pre-open hook at 1731108016305Writing region info on filesystem at 1731108016305Initializing all the Stores at 1731108016306 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108016306Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108016306Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108016306Cleaning up temporary data from old regions at 1731108016312 (+6 ms)Running coprocessor post-open hooks at 1731108016315 (+3 ms)Region opened successfully at 1731108016315 2024-11-08T23:20:16,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9., pid=10, masterSystemTime=1731108016278 2024-11-08T23:20:16,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:16,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:16,318 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2dc4eeaf75ac2bcaf606daeb2dedfc9, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,41473,1731107999812 2024-11-08T23:20:16,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2dc4eeaf75ac2bcaf606daeb2dedfc9, server=300c1216fb79,41473,1731107999812 because future has completed 2024-11-08T23:20:16,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:20:16,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c2dc4eeaf75ac2bcaf606daeb2dedfc9, server=300c1216fb79,41473,1731107999812 in 193 msec 2024-11-08T23:20:16,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:20:16,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2dc4eeaf75ac2bcaf606daeb2dedfc9, ASSIGN in 352 msec 2024-11-08T23:20:16,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:20:16,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108016326"}]},"ts":"1731108016326"} 2024-11-08T23:20:16,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:20:16,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:20:16,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 392 msec 2024-11-08T23:20:16,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9., hostname=300c1216fb79,41473,1731107999812, seqNum=2] 2024-11-08T23:20:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:16,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:20:16,476 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:16,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:20:16,584 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:20:16,620 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,41473,1731107999812, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:20:16,620 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:16,620 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41473,1731107999812, seqNum=-1] 2024-11-08T23:20:16,621 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:16,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T23:20:16,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,41473,1731107999812', locateType=CURRENT is [region=hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9., hostname=300c1216fb79,41473,1731107999812, seqNum=2] 2024-11-08T23:20:16,629 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:20:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:20:16,633 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,41473,1731107999812 suceeded 2024-11-08T23:20:16,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:20:16,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-08T23:20:16,635 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:44767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:20:16,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 710 msec 2024-11-08T23:20:16,643 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:44767' 2024-11-08T23:20:16,644 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557e659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:16,644 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44767,-1 for getting cluster id 2024-11-08T23:20:16,644 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:16,645 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35229cdc-bc00-4d1e-a65e-2ea0b8704d29' 2024-11-08T23:20:16,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:16,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35229cdc-bc00-4d1e-a65e-2ea0b8704d29" 2024-11-08T23:20:16,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@418e77ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:16,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44767,-1] 2024-11-08T23:20:16,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:16,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:16,646 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:16,647 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e48a81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:16,647 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,44767,1731108005055 2024-11-08T23:20:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f848346 2024-11-08T23:20:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:16,649 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T23:20:16,650 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,41473,1731107999812 (queues=1) is replicating from cluster=becb7029-d381-48c7-98d0-6ab59e6079dc to cluster=35229cdc-bc00-4d1e-a65e-2ea0b8704d29 2024-11-08T23:20:16,650 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C41473%2C1731107999812 2024-11-08T23:20:16,650 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,41473,1731107999812, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:20:16,652 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, startPosition=0, beingWritten=true 2024-11-08T23:20:16,652 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C41473%2C1731107999812 2024-11-08T23:20:16,657 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:16,657 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 379, reset compression=false 2024-11-08T23:20:16,657 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41473,1731107999812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:16,861 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 379, reset compression=false 2024-11-08T23:20:16,980 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:17,069 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:20:17,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:17,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:17,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:17,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:17,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:17,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490c9ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:17,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44767,-1 for getting cluster id 2024-11-08T23:20:17,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:17,070 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35229cdc-bc00-4d1e-a65e-2ea0b8704d29' 2024-11-08T23:20:17,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35229cdc-bc00-4d1e-a65e-2ea0b8704d29" 2024-11-08T23:20:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1255e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44767,-1] 2024-11-08T23:20:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:17,072 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551ed150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:17,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,44767,1731108005055 2024-11-08T23:20:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ebe2c41 2024-11-08T23:20:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:17,074 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:17,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:42687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:20:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:20:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:17,076 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:42687' 2024-11-08T23:20:17,077 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52043eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:17,077 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,42687,-1 for getting cluster id 2024-11-08T23:20:17,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:17,077 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'becb7029-d381-48c7-98d0-6ab59e6079dc' 2024-11-08T23:20:17,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:17,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "becb7029-d381-48c7-98d0-6ab59e6079dc" 2024-11-08T23:20:17,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dba17b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:17,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,42687,-1] 2024-11-08T23:20:17,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:17,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:17,078 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:17,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d365abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:17,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:17,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,42687,1731107999667 2024-11-08T23:20:17,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ebaa9e3 2024-11-08T23:20:17,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:17,080 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:17,080 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:20:17,081 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:20:17,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:17,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:17,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:17,081 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:17,082 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:20:17,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:20:17,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:17,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:20:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:20:17,132 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:20:17,164 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 379, reset compression=false 2024-11-08T23:20:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:17,489 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4419fdd790cb97474d03e30db04f7d4, NAME => 'hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0 2024-11-08T23:20:17,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:20:17,567 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 379, reset compression=false 2024-11-08T23:20:17,583 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:17,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:17,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f4419fdd790cb97474d03e30db04f7d4, disabling compactions & flushes 2024-11-08T23:20:17,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:17,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:17,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. after waiting 0 ms 2024-11-08T23:20:17,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:17,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:17,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4419fdd790cb97474d03e30db04f7d4: Waiting for close lock at 1731108017894Disabling compacts and flushes for region at 1731108017894Disabling writes for close at 1731108017894Writing region close event to WAL at 1731108017894Closed at 1731108017894 2024-11-08T23:20:17,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:20:17,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731108017895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108017895"}]},"ts":"1731108017895"} 2024-11-08T23:20:17,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:20:17,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:20:17,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108017897"}]},"ts":"1731108017897"} 2024-11-08T23:20:17,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:20:17,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4419fdd790cb97474d03e30db04f7d4, ASSIGN}] 2024-11-08T23:20:17,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4419fdd790cb97474d03e30db04f7d4, ASSIGN 2024-11-08T23:20:17,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4419fdd790cb97474d03e30db04f7d4, ASSIGN; state=OFFLINE, location=300c1216fb79,45049,1731108005248; forceNewPlan=false, retain=false 2024-11-08T23:20:18,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4419fdd790cb97474d03e30db04f7d4, regionState=OPENING, regionLocation=300c1216fb79,45049,1731108005248 2024-11-08T23:20:18,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4419fdd790cb97474d03e30db04f7d4, ASSIGN because future has completed 2024-11-08T23:20:18,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4419fdd790cb97474d03e30db04f7d4, server=300c1216fb79,45049,1731108005248}] 2024-11-08T23:20:18,069 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 379, reset compression=false 2024-11-08T23:20:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:18,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:18,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:18,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:20:18,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C45049%2C1731108005248.rep, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/oldWALs, maxLogs=10 2024-11-08T23:20:18,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.rep.1731108018211, exclude list is [], retry=0 2024-11-08T23:20:18,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34583,DS-05d5965c-0a8b-4705-b866-8295502800b4,DISK] 2024-11-08T23:20:18,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.rep.1731108018211 2024-11-08T23:20:18,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45439:45439)] 2024-11-08T23:20:18,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f4419fdd790cb97474d03e30db04f7d4, NAME => 'hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:18,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:18,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:20:18,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. service=MultiRowMutationService 2024-11-08T23:20:18,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:20:18,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:18,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,238 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,239 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4419fdd790cb97474d03e30db04f7d4 columnFamilyName hfileref 2024-11-08T23:20:18,239 DEBUG [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:18,239 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] regionserver.HStore(327): Store=f4419fdd790cb97474d03e30db04f7d4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:18,239 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,240 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4419fdd790cb97474d03e30db04f7d4 columnFamilyName queue 2024-11-08T23:20:18,240 DEBUG [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:18,240 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] regionserver.HStore(327): Store=f4419fdd790cb97474d03e30db04f7d4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:18,240 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,241 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4419fdd790cb97474d03e30db04f7d4 columnFamilyName sid 2024-11-08T23:20:18,241 DEBUG [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:18,241 INFO [StoreOpener-f4419fdd790cb97474d03e30db04f7d4-1 {}] regionserver.HStore(327): Store=f4419fdd790cb97474d03e30db04f7d4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:18,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:20:18,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:18,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f4419fdd790cb97474d03e30db04f7d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67148497, jitterRate=5.905777215957642E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:20:18,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:18,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f4419fdd790cb97474d03e30db04f7d4: Running coprocessor pre-open hook at 1731108018237Writing region info on filesystem at 1731108018237Initializing all the Stores at 1731108018238 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108018238Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108018238Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108018238Cleaning up temporary data from old regions at 1731108018243 (+5 ms)Running coprocessor post-open hooks at 1731108018245 (+2 ms)Region opened successfully at 1731108018245 2024-11-08T23:20:18,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4., pid=10, masterSystemTime=1731108018204 2024-11-08T23:20:18,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:18,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:18,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4419fdd790cb97474d03e30db04f7d4, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,45049,1731108005248 2024-11-08T23:20:18,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4419fdd790cb97474d03e30db04f7d4, server=300c1216fb79,45049,1731108005248 because future has completed 2024-11-08T23:20:18,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:20:18,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f4419fdd790cb97474d03e30db04f7d4, server=300c1216fb79,45049,1731108005248 in 198 msec 2024-11-08T23:20:18,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:20:18,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4419fdd790cb97474d03e30db04f7d4, ASSIGN in 353 msec 2024-11-08T23:20:18,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:20:18,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108018254"}]},"ts":"1731108018254"} 2024-11-08T23:20:18,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:20:18,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:20:18,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-08T23:20:18,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4., hostname=300c1216fb79,45049,1731108005248, seqNum=2] 2024-11-08T23:20:18,286 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:18,346 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:18,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:20:18,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:20:18,520 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:20:18,545 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,45049,1731108005248, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:20:18,545 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:18,545 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45049,1731108005248, seqNum=-1] 2024-11-08T23:20:18,546 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:18,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T23:20:18,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,45049,1731108005248', locateType=CURRENT is [region=hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4., hostname=300c1216fb79,45049,1731108005248, seqNum=2] 2024-11-08T23:20:18,550 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:20:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:20:18,552 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,45049,1731108005248 suceeded 2024-11-08T23:20:18,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:20:18,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T23:20:18,553 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:42687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:20:18,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4790 sec 2024-11-08T23:20:18,562 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:42687' 2024-11-08T23:20:18,563 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3ee7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:18,563 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,42687,-1 for getting cluster id 2024-11-08T23:20:18,563 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:18,564 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'becb7029-d381-48c7-98d0-6ab59e6079dc' 2024-11-08T23:20:18,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:18,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "becb7029-d381-48c7-98d0-6ab59e6079dc" 2024-11-08T23:20:18,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cad99eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:18,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,42687,-1] 2024-11-08T23:20:18,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:18,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:18,565 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:18,565 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30202eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:18,565 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:18,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,42687,1731107999667 2024-11-08T23:20:18,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54fd674b 2024-11-08T23:20:18,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:18,567 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T23:20:18,567 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,45049,1731108005248 (queues=1) is replicating from cluster=35229cdc-bc00-4d1e-a65e-2ea0b8704d29 to cluster=becb7029-d381-48c7-98d0-6ab59e6079dc 2024-11-08T23:20:18,567 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C45049%2C1731108005248 2024-11-08T23:20:18,567 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,45049,1731108005248, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:20:18,568 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C45049%2C1731108005248 2024-11-08T23:20:18,568 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123, startPosition=0, beingWritten=true 2024-11-08T23:20:18,574 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:18,574 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 379, reset compression=false 2024-11-08T23:20:18,574 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45049,1731108005248 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:18,672 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 379, reset compression=false 2024-11-08T23:20:18,777 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 379, reset compression=false 2024-11-08T23:20:19,080 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 379, reset compression=false 2024-11-08T23:20:19,089 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:19,228 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:20:19,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:19,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:19,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:19,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:19,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:19,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783f9a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,43315,-1 for getting cluster id 2024-11-08T23:20:19,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:19,230 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf44214-cfba-4c64-9182-119456ed742b' 2024-11-08T23:20:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf44214-cfba-4c64-9182-119456ed742b" 2024-11-08T23:20:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72de7f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,43315,-1] 2024-11-08T23:20:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:19,231 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfc253e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1494f6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,42687,-1 for getting cluster id 2024-11-08T23:20:19,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:19,233 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'becb7029-d381-48c7-98d0-6ab59e6079dc' 2024-11-08T23:20:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "becb7029-d381-48c7-98d0-6ab59e6079dc" 2024-11-08T23:20:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113a95f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,42687,-1] 2024-11-08T23:20:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:19,234 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f287e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4ccfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44767,-1 for getting cluster id 2024-11-08T23:20:19,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:19,236 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35229cdc-bc00-4d1e-a65e-2ea0b8704d29' 2024-11-08T23:20:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35229cdc-bc00-4d1e-a65e-2ea0b8704d29" 2024-11-08T23:20:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d07085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44767,-1] 2024-11-08T23:20:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:19,237 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70836437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:19,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,42421,1731107994834, seqNum=-1] 2024-11-08T23:20:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:19,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:19,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731108008309.0559dc2d235e182b295641e92d08b915., hostname=300c1216fb79,42421,1731107994834, seqNum=2] 2024-11-08T23:20:19,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45049,1731108005248, seqNum=-1] 2024-11-08T23:20:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:19,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9., hostname=300c1216fb79,45049,1731108005248, seqNum=2] 2024-11-08T23:20:19,248 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T23:20:19,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:19,375 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 379, reset compression=false 2024-11-08T23:20:19,484 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 379, reset compression=false 2024-11-08T23:20:19,986 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 379, reset compression=false 2024-11-08T23:20:19,993 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 379, reset compression=false 2024-11-08T23:20:19,996 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:20:19,996 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 480, reset compression=false 2024-11-08T23:20:19,996 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,42421,1731107994834 got entry batch from reader: WALEntryBatch [walEntries=[{test/0559dc2d235e182b295641e92d08b915/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T23:20:19,998 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:20:19,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T23:20:19,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:20:20,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1386169a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:20,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,42687,-1 for getting cluster id 2024-11-08T23:20:20,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:20,001 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'becb7029-d381-48c7-98d0-6ab59e6079dc' 2024-11-08T23:20:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "becb7029-d381-48c7-98d0-6ab59e6079dc" 2024-11-08T23:20:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f212120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,42687,-1] 2024-11-08T23:20:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:20,002 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:20,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b8079e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:20,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:20,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41473,1731107999812, seqNum=-1] 2024-11-08T23:20:20,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:20,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T23:20:20,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7., hostname=300c1216fb79,41473,1731107999812, seqNum=2] 2024-11-08T23:20:20,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:20:20,178 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 379, reset compression=false 2024-11-08T23:20:20,182 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:20:20,183 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 504, reset compression=false 2024-11-08T23:20:20,183 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41473,1731107999812 got entry batch from reader: WALEntryBatch [walEntries=[{test/e15956d4876e81c2e5e4f166696efaf7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T23:20:20,184 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:20:20,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T23:20:20,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:20:20,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae8d6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:20,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,44767,-1 for getting cluster id 2024-11-08T23:20:20,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:20,189 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35229cdc-bc00-4d1e-a65e-2ea0b8704d29' 2024-11-08T23:20:20,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:20,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35229cdc-bc00-4d1e-a65e-2ea0b8704d29" 2024-11-08T23:20:20,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@308b0223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:20,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,44767,-1] 2024-11-08T23:20:20,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:20,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:20,190 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:20,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26467e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:20,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:20,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,45049,1731108005248, seqNum=-1] 2024-11-08T23:20:20,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:20,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T23:20:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9., hostname=300c1216fb79,45049,1731108005248, seqNum=2] 2024-11-08T23:20:20,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:20:20,205 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 480, reset compression=false 2024-11-08T23:20:20,250 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T23:20:20,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:20,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41473,1731107999812, seqNum=-1] 2024-11-08T23:20:20,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:20,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7., hostname=300c1216fb79,41473,1731107999812, seqNum=2] 2024-11-08T23:20:20,255 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T23:20:20,389 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 504, reset compression=false 2024-11-08T23:20:20,393 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:20:20,393 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 608, reset compression=false 2024-11-08T23:20:20,393 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41473,1731107999812 got entry batch from reader: WALEntryBatch [walEntries=[{test/e15956d4876e81c2e5e4f166696efaf7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T23:20:20,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:20:20,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:20:20,509 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 480, reset compression=false 2024-11-08T23:20:20,590 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 379, reset compression=false 2024-11-08T23:20:20,593 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:20,593 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 656, reset compression=false 2024-11-08T23:20:20,593 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45049,1731108005248 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:20,596 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 608, reset compression=false 2024-11-08T23:20:20,796 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 656, reset compression=false 2024-11-08T23:20:20,898 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 608, reset compression=false 2024-11-08T23:20:20,912 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 480, reset compression=false 2024-11-08T23:20:21,099 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 656, reset compression=false 2024-11-08T23:20:21,260 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T23:20:21,263 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T23:20:21,301 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 608, reset compression=false 2024-11-08T23:20:21,415 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 480, reset compression=false 2024-11-08T23:20:21,502 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 656, reset compression=false 2024-11-08T23:20:21,506 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:20:21,506 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 760, reset compression=false 2024-11-08T23:20:21,506 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45049,1731108005248 got entry batch from reader: WALEntryBatch [walEntries=[{test/242ed6d332a9660cda19afb8267f7ac9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T23:20:21,508 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:20:21,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T23:20:21,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:20:21,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:20:21,709 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 760, reset compression=false 2024-11-08T23:20:21,804 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 608, reset compression=false 2024-11-08T23:20:21,807 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:21,807 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 735, reset compression=false 2024-11-08T23:20:21,807 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41473,1731107999812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:22,010 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 735, reset compression=false 2024-11-08T23:20:22,012 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 760, reset compression=false 2024-11-08T23:20:22,018 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 480, reset compression=false 2024-11-08T23:20:22,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T23:20:22,268 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T23:20:22,313 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 735, reset compression=false 2024-11-08T23:20:22,414 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 760, reset compression=false 2024-11-08T23:20:22,716 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 735, reset compression=false 2024-11-08T23:20:22,721 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 480, reset compression=false 2024-11-08T23:20:22,724 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:20:22,724 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:22,724 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,42421,1731107994834 got entry batch from reader: WALEntryBatch [walEntries=[{test/0559dc2d235e182b295641e92d08b915/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T23:20:22,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:20:22,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:20:22,917 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 760, reset compression=false 2024-11-08T23:20:22,928 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:23,219 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 735, reset compression=false 2024-11-08T23:20:23,223 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:20:23,223 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 883, reset compression=false 2024-11-08T23:20:23,223 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41473,1731107999812 got entry batch from reader: WALEntryBatch [walEntries=[{test/e15956d4876e81c2e5e4f166696efaf7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T23:20:23,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:20:23,235 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:23,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:20:23,270 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T23:20:23,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T23:20:23,426 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 883, reset compression=false 2024-11-08T23:20:23,431 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:20:23,431 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1042, reset compression=false 2024-11-08T23:20:23,431 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41473,1731107999812 got entry batch from reader: WALEntryBatch [walEntries=[{test/e15956d4876e81c2e5e4f166696efaf7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T23:20:23,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:20:23,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:20:23,520 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 760, reset compression=false 2024-11-08T23:20:23,525 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:23,525 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1082, reset compression=false 2024-11-08T23:20:23,525 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45049,1731108005248 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:23,636 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1042, reset compression=false 2024-11-08T23:20:23,641 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:23,729 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1082, reset compression=false 2024-11-08T23:20:23,940 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1042, reset compression=false 2024-11-08T23:20:24,032 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1082, reset compression=false 2024-11-08T23:20:24,144 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:24,233 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:20:24,274 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T23:20:24,277 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T23:20:24,343 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1042, reset compression=false 2024-11-08T23:20:24,436 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1082, reset compression=false 2024-11-08T23:20:24,440 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:20:24,441 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1241, reset compression=false 2024-11-08T23:20:24,441 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45049,1731108005248 got entry batch from reader: WALEntryBatch [walEntries=[{test/242ed6d332a9660cda19afb8267f7ac9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T23:20:24,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T23:20:24,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T23:20:24,644 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1241, reset compression=false 2024-11-08T23:20:24,748 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:24,846 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1042, reset compression=false 2024-11-08T23:20:24,850 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:24,850 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:24,850 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41473,1731107999812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:24,948 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1241, reset compression=false 2024-11-08T23:20:25,054 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:25,279 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T23:20:25,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:20:25,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:25,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:25,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:25,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:25,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:25,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:20:25,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=503886733, stopped=false 2024-11-08T23:20:25,284 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,44767,1731108005055 2024-11-08T23:20:25,346 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306015222/running 2024-11-08T23:20:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306015222/running 2024-11-08T23:20:25,346 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:25,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:20:25,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:25,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:25,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:25,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,45049,1731108005248' ***** 2024-11-08T23:20:25,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on znode that does not yet exist, /21306015222/running 2024-11-08T23:20:25,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:20:25,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Set watcher on znode that does not yet exist, /21306015222/running 2024-11-08T23:20:25,347 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:20:25,347 INFO [RS:0;300c1216fb79:45049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:20:25,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:20:25,347 INFO [RS:0;300c1216fb79:45049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,45049,1731108005248 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:45049. 2024-11-08T23:20:25,348 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4419fdd790cb97474d03e30db04f7d4, disabling compactions & flushes 2024-11-08T23:20:25,348 DEBUG [RS:0;300c1216fb79:45049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:25,348 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:25,348 DEBUG [RS:0;300c1216fb79:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:25,348 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:25,348 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. after waiting 0 ms 2024-11-08T23:20:25,348 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:20:25,348 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4419fdd790cb97474d03e30db04f7d4 3/3 column families, dataSize=894 B heapSize=2.06 KB 2024-11-08T23:20:25,348 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:20:25,348 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1325): Online Regions={f4419fdd790cb97474d03e30db04f7d4=hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4., 242ed6d332a9660cda19afb8267f7ac9=test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:20:25,348 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9, f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:25,348 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:20:25,348 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:20:25,349 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:20:25,349 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:20:25,349 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:20:25,349 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:20:25,351 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1241, reset compression=false 2024-11-08T23:20:25,357 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:25,363 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/info/1ef02181337f46c49e75d96fa8458730 is 147, key is hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4./info:regioninfo/1731108018248/Put/seqid=0 2024-11-08T23:20:25,363 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4/.tmp/queue/a233325d797e49d4a170c3bc4242f47e is 154, key is 1-300c1216fb79,45049,1731108005248/queue:300c1216fb79%2C45049%2C1731108005248/1731108024444/Put/seqid=0 2024-11-08T23:20:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741841_1017 (size=7686) 2024-11-08T23:20:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741840_1016 (size=5353) 2024-11-08T23:20:25,392 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:20:25,452 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:25,549 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9, f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:25,749 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9, f4419fdd790cb97474d03e30db04f7d4 2024-11-08T23:20:25,760 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:25,766 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/info/1ef02181337f46c49e75d96fa8458730 2024-11-08T23:20:25,766 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=894 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4/.tmp/queue/a233325d797e49d4a170c3bc4242f47e 2024-11-08T23:20:25,770 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4/.tmp/queue/a233325d797e49d4a170c3bc4242f47e as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4/queue/a233325d797e49d4a170c3bc4242f47e 2024-11-08T23:20:25,773 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4/queue/a233325d797e49d4a170c3bc4242f47e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T23:20:25,774 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~894 B/894, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f4419fdd790cb97474d03e30db04f7d4 in 426ms, sequenceid=10, compaction requested=false 2024-11-08T23:20:25,781 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/replication/f4419fdd790cb97474d03e30db04f7d4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T23:20:25,782 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:20:25,782 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:20:25,782 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:25,782 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4419fdd790cb97474d03e30db04f7d4: Waiting for close lock at 1731108025348Running coprocessor pre-close hooks at 1731108025348Disabling compacts and flushes for region at 1731108025348Disabling writes for close at 1731108025348Obtaining lock to block concurrent updates at 1731108025348Preparing flush snapshotting stores in f4419fdd790cb97474d03e30db04f7d4 at 1731108025348Finished memstore snapshotting hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4., syncing WAL and waiting on mvcc, flushsize=dataSize=894, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731108025349 (+1 ms)Flushing stores of hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. at 1731108025349Flushing f4419fdd790cb97474d03e30db04f7d4/queue: creating writer at 1731108025349Flushing f4419fdd790cb97474d03e30db04f7d4/queue: appending metadata at 1731108025362 (+13 ms)Flushing f4419fdd790cb97474d03e30db04f7d4/queue: closing flushed file at 1731108025363 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d29c25d: reopening flushed file at 1731108025769 (+406 ms)Finished flush of dataSize ~894 B/894, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f4419fdd790cb97474d03e30db04f7d4 in 426ms, sequenceid=10, compaction requested=false at 1731108025774 (+5 ms)Writing region close event to WAL at 1731108025775 (+1 ms)Running coprocessor post-close hooks at 1731108025782 (+7 ms)Closed at 1731108025782 2024-11-08T23:20:25,782 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731108017081.f4419fdd790cb97474d03e30db04f7d4. 2024-11-08T23:20:25,782 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 242ed6d332a9660cda19afb8267f7ac9, disabling compactions & flushes 2024-11-08T23:20:25,782 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:25,782 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:25,782 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. after waiting 0 ms 2024-11-08T23:20:25,782 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:25,782 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 242ed6d332a9660cda19afb8267f7ac9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T23:20:25,783 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/ns/992520a78ad5493d84cc31bb548259cd is 43, key is default/ns:d/1731108008232/Put/seqid=0 2024-11-08T23:20:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741842_1018 (size=5153) 2024-11-08T23:20:25,797 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/f/db87ba9621204b5e835a359479cefaeb is 29, key is row1/f:/1731108023271/DeleteFamily/seqid=0 2024-11-08T23:20:25,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741843_1019 (size=5152) 2024-11-08T23:20:25,855 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1241, reset compression=false 2024-11-08T23:20:25,858 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:25,858 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1488, reset compression=false 2024-11-08T23:20:25,858 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,45049,1731108005248 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:25,859 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,45049,1731108005248: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,45049,1731108005248, walGroup=300c1216fb79%2C45049%2C1731108005248, offset=300c1216fb79%2C45049%2C1731108005248.1731108007123:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:45049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:20:25,860 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:20:25,860 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:20:25,860 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:20:25,860 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:20:25,861 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:20:25,861 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1440743424, "init": 1048576000, "max": 2306867200, "used": 911506160 }, "NonHeapMemoryUsage": { "committed": 204734464, "init": 7667712, "max": -1, "used": 201587960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:20:25,861 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:44767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:44767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:20:25,949 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:26,021 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:20:26,021 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:20:26,062 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1488, reset compression=false 2024-11-08T23:20:26,149 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:26,187 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/ns/992520a78ad5493d84cc31bb548259cd 2024-11-08T23:20:26,201 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/f/db87ba9621204b5e835a359479cefaeb 2024-11-08T23:20:26,204 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db87ba9621204b5e835a359479cefaeb 2024-11-08T23:20:26,204 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/rep_barrier/b5952137e1e94f83ba4fa2e92736e1bd is 112, key is test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9./rep_barrier:seqnumDuringOpen/1731108013766/Put/seqid=0 2024-11-08T23:20:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741844_1020 (size=5518) 2024-11-08T23:20:26,218 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/f1/208145459c174826a4b4b6b875a7ddd3 is 30, key is row1/f1:/1731108023271/DeleteFamily/seqid=0 2024-11-08T23:20:26,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741845_1021 (size=5158) 2024-11-08T23:20:26,255 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:26,263 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:26,349 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:20:26,349 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1325): Online Regions={242ed6d332a9660cda19afb8267f7ac9=test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:20:26,349 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:26,365 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1488, reset compression=false 2024-11-08T23:20:26,549 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:26,608 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/rep_barrier/b5952137e1e94f83ba4fa2e92736e1bd 2024-11-08T23:20:26,621 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/f1/208145459c174826a4b4b6b875a7ddd3 2024-11-08T23:20:26,625 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/table/6c848b8ae3f849a99d222ddc268c0a6b is 53, key is hbase:replication/table:state/1731108018254/Put/seqid=0 2024-11-08T23:20:26,625 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 208145459c174826a4b4b6b875a7ddd3 2024-11-08T23:20:26,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741846_1022 (size=5308) 2024-11-08T23:20:26,642 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/norep/a0b411ae4076404dac5296a668a9750c is 33, key is row2/norep:/1731108024275/DeleteFamily/seqid=0 2024-11-08T23:20:26,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741847_1023 (size=5108) 2024-11-08T23:20:26,750 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:26,768 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1488, reset compression=false 2024-11-08T23:20:26,867 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:26,950 DEBUG [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 242ed6d332a9660cda19afb8267f7ac9 2024-11-08T23:20:27,035 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/table/6c848b8ae3f849a99d222ddc268c0a6b 2024-11-08T23:20:27,039 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/info/1ef02181337f46c49e75d96fa8458730 as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/info/1ef02181337f46c49e75d96fa8458730 2024-11-08T23:20:27,042 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/info/1ef02181337f46c49e75d96fa8458730, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:20:27,042 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/ns/992520a78ad5493d84cc31bb548259cd as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/ns/992520a78ad5493d84cc31bb548259cd 2024-11-08T23:20:27,045 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/ns/992520a78ad5493d84cc31bb548259cd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:20:27,046 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/norep/a0b411ae4076404dac5296a668a9750c 2024-11-08T23:20:27,046 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/rep_barrier/b5952137e1e94f83ba4fa2e92736e1bd as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/rep_barrier/b5952137e1e94f83ba4fa2e92736e1bd 2024-11-08T23:20:27,048 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0b411ae4076404dac5296a668a9750c 2024-11-08T23:20:27,048 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/rep_barrier/b5952137e1e94f83ba4fa2e92736e1bd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:20:27,049 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/f/db87ba9621204b5e835a359479cefaeb as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/f/db87ba9621204b5e835a359479cefaeb 2024-11-08T23:20:27,049 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/.tmp/table/6c848b8ae3f849a99d222ddc268c0a6b as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/table/6c848b8ae3f849a99d222ddc268c0a6b 2024-11-08T23:20:27,052 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db87ba9621204b5e835a359479cefaeb 2024-11-08T23:20:27,052 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/f/db87ba9621204b5e835a359479cefaeb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T23:20:27,052 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/table/6c848b8ae3f849a99d222ddc268c0a6b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:20:27,053 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/f1/208145459c174826a4b4b6b875a7ddd3 as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/f1/208145459c174826a4b4b6b875a7ddd3 2024-11-08T23:20:27,053 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-08T23:20:27,056 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 208145459c174826a4b4b6b875a7ddd3 2024-11-08T23:20:27,056 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/f1/208145459c174826a4b4b6b875a7ddd3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T23:20:27,056 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:20:27,057 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/.tmp/norep/a0b411ae4076404dac5296a668a9750c as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/norep/a0b411ae4076404dac5296a668a9750c 2024-11-08T23:20:27,057 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:20:27,057 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:20:27,057 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:27,057 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108025348Running coprocessor pre-close hooks at 1731108025348Disabling compacts and flushes for region at 1731108025348Disabling writes for close at 1731108025349 (+1 ms)Obtaining lock to block concurrent updates at 1731108025349Preparing flush snapshotting stores in 1588230740 at 1731108025349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731108025349Flushing stores of hbase:meta,,1.1588230740 at 1731108025349Flushing 1588230740/info: creating writer at 1731108025349Flushing 1588230740/info: appending metadata at 1731108025363 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731108025363Flushing 1588230740/ns: creating writer at 1731108025769 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731108025783 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731108025783Flushing 1588230740/rep_barrier: creating writer at 1731108026190 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731108026204 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731108026204Flushing 1588230740/table: creating writer at 1731108026611 (+407 ms)Flushing 1588230740/table: appending metadata at 1731108026624 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731108026624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9973a7: reopening flushed file at 1731108027038 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6434d825: reopening flushed file at 1731108027042 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41451ad7: reopening flushed file at 1731108027045 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421c4db: reopening flushed file at 1731108027049 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1731108027053 (+4 ms)Writing region close event to WAL at 1731108027054 (+1 ms)Running coprocessor post-close hooks at 1731108027056 (+2 ms)Closed at 1731108027057 (+1 ms) 2024-11-08T23:20:27,057 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:27,059 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0b411ae4076404dac5296a668a9750c 2024-11-08T23:20:27,059 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/norep/a0b411ae4076404dac5296a668a9750c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T23:20:27,060 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 242ed6d332a9660cda19afb8267f7ac9 in 1278ms, sequenceid=10, compaction requested=false 2024-11-08T23:20:27,063 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/data/default/test/242ed6d332a9660cda19afb8267f7ac9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T23:20:27,063 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:20:27,063 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:20:27,064 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:27,064 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 242ed6d332a9660cda19afb8267f7ac9: Waiting for close lock at 1731108025782Running coprocessor pre-close hooks at 1731108025782Disabling compacts and flushes for region at 1731108025782Disabling writes for close at 1731108025782Obtaining lock to block concurrent updates at 1731108025782Preparing flush snapshotting stores in 242ed6d332a9660cda19afb8267f7ac9 at 1731108025782Finished memstore snapshotting test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731108025783 (+1 ms)Flushing stores of test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. at 1731108025783Flushing 242ed6d332a9660cda19afb8267f7ac9/f: creating writer at 1731108025783Flushing 242ed6d332a9660cda19afb8267f7ac9/f: appending metadata at 1731108025797 (+14 ms)Flushing 242ed6d332a9660cda19afb8267f7ac9/f: closing flushed file at 1731108025797Flushing 242ed6d332a9660cda19afb8267f7ac9/f1: creating writer at 1731108026204 (+407 ms)Flushing 242ed6d332a9660cda19afb8267f7ac9/f1: appending metadata at 1731108026217 (+13 ms)Flushing 242ed6d332a9660cda19afb8267f7ac9/f1: closing flushed file at 1731108026217Flushing 242ed6d332a9660cda19afb8267f7ac9/norep: creating writer at 1731108026625 (+408 ms)Flushing 242ed6d332a9660cda19afb8267f7ac9/norep: appending metadata at 1731108026641 (+16 ms)Flushing 242ed6d332a9660cda19afb8267f7ac9/norep: closing flushed file at 1731108026641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd819c8: reopening flushed file at 1731108027048 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5872d00c: reopening flushed file at 1731108027052 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5792187a: reopening flushed file at 1731108027056 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 242ed6d332a9660cda19afb8267f7ac9 in 1278ms, sequenceid=10, compaction requested=false at 1731108027060 (+4 ms)Writing region close event to WAL at 1731108027061 (+1 ms)Running coprocessor post-close hooks at 1731108027063 (+2 ms)Closed at 1731108027064 (+1 ms) 2024-11-08T23:20:27,064 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731108012621.242ed6d332a9660cda19afb8267f7ac9. 2024-11-08T23:20:27,150 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,45049,1731108005248; all regions closed. 2024-11-08T23:20:27,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:20:27,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.meta.1731108008156.meta not finished, retry = 0 2024-11-08T23:20:27,158 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:27,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741839_1015 (size=2678) 2024-11-08T23:20:27,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.rep.1731108018211 not finished, retry = 0 2024-11-08T23:20:27,271 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 1488, reset compression=false 2024-11-08T23:20:27,275 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:27,275 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.wal-reader.300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 to pos 2132, reset compression=false 2024-11-08T23:20:27,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/WALs/300c1216fb79,45049,1731108005248/300c1216fb79%2C45049%2C1731108005248.1731108007123 not finished, retry = 0 2024-11-08T23:20:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741832_1008 (size=2140) 2024-11-08T23:20:27,457 DEBUG [RS:0;300c1216fb79:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:27,457 INFO [RS:0;300c1216fb79:45049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:20:27,458 INFO [RS:0;300c1216fb79:45049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:20:27,458 INFO [RS:0;300c1216fb79:45049 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:20:27,458 INFO [RS:0;300c1216fb79:45049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:20:27,458 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:20:27,458 INFO [RS:0;300c1216fb79:45049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,45049,1731108005248 because: Region server is closing 2024-11-08T23:20:27,459 INFO [RS:0;300c1216fb79:45049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:45049. 2024-11-08T23:20:27,459 DEBUG [RS:0;300c1216fb79:45049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:27,459 DEBUG [RS:0;300c1216fb79:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:27,459 DEBUG [RS:0;300c1216fb79:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:27,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:27,559 INFO [RS:0;300c1216fb79:45049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,45049,1731108005248.replicationSource.shipper300c1216fb79%2C45049%2C1731108005248,1-300c1216fb79,45049,1731108005248 terminated 2024-11-08T23:20:27,559 INFO [RS:0;300c1216fb79:45049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:45049. 2024-11-08T23:20:27,560 DEBUG [RS:0;300c1216fb79:45049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:27,560 DEBUG [RS:0;300c1216fb79:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:27,560 DEBUG [RS:0;300c1216fb79:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:27,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:27,560 INFO [RS:0;300c1216fb79:45049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45049 2024-11-08T23:20:27,569 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222/rs 2024-11-08T23:20:27,630 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306015222/rs/300c1216fb79,45049,1731108005248 2024-11-08T23:20:27,630 INFO [RS:0;300c1216fb79:45049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:20:27,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,45049,1731108005248] 2024-11-08T23:20:27,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21306015222/draining/300c1216fb79,45049,1731108005248 already deleted, retry=false 2024-11-08T23:20:27,651 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,45049,1731108005248 expired; onlineServers=0 2024-11-08T23:20:27,651 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,44767,1731108005055' ***** 2024-11-08T23:20:27,651 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:20:27,651 INFO [M:0;300c1216fb79:44767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:20:27,651 INFO [M:0;300c1216fb79:44767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:20:27,651 DEBUG [M:0;300c1216fb79:44767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:20:27,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:20:27,651 DEBUG [M:0;300c1216fb79:44767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:20:27,651 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108006879 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108006879,5,FailOnTimeoutGroup] 2024-11-08T23:20:27,651 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108006875 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108006875,5,FailOnTimeoutGroup] 2024-11-08T23:20:27,651 INFO [M:0;300c1216fb79:44767 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:20:27,651 INFO [M:0;300c1216fb79:44767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:20:27,652 DEBUG [M:0;300c1216fb79:44767 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:20:27,652 INFO [M:0;300c1216fb79:44767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:20:27,652 INFO [M:0;300c1216fb79:44767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:20:27,652 INFO [M:0;300c1216fb79:44767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:20:27,652 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:20:27,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306015222/master 2024-11-08T23:20:27,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306015222 2024-11-08T23:20:27,662 DEBUG [M:0;300c1216fb79:44767 {}] zookeeper.ZKUtil(347): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Unable to get data of znode /21306015222/master because node does not exist (not an error) 2024-11-08T23:20:27,662 WARN [M:0;300c1216fb79:44767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:20:27,662 INFO [M:0;300c1216fb79:44767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/.lastflushedseqids 2024-11-08T23:20:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741848_1024 (size=245) 2024-11-08T23:20:27,741 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:27,741 INFO [RS:0;300c1216fb79:45049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:20:27,741 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1011cbfafed0007, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:27,741 INFO [RS:0;300c1216fb79:45049 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,45049,1731108005248; zookeeper connection closed. 2024-11-08T23:20:27,741 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43a4df60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43a4df60 2024-11-08T23:20:27,741 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:20:28,066 INFO [M:0;300c1216fb79:44767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:20:28,066 INFO [M:0;300c1216fb79:44767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:20:28,066 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:28,067 INFO [M:0;300c1216fb79:44767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:28,067 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:28,067 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:28,067 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:28,067 INFO [M:0;300c1216fb79:44767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T23:20:28,083 DEBUG [M:0;300c1216fb79:44767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b10ca007fb24bcd9406d5badc838aa3 is 82, key is hbase:meta,,1/info:regioninfo/1731108008195/Put/seqid=0 2024-11-08T23:20:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741849_1025 (size=5672) 2024-11-08T23:20:28,161 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:28,372 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:28,487 INFO [M:0;300c1216fb79:44767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b10ca007fb24bcd9406d5badc838aa3 2024-11-08T23:20:28,507 DEBUG [M:0;300c1216fb79:44767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e70b7ee86a6470897147cc455791ee0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731108018257/Put/seqid=0 2024-11-08T23:20:28,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741850_1026 (size=8515) 2024-11-08T23:20:28,910 INFO [M:0;300c1216fb79:44767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e70b7ee86a6470897147cc455791ee0 2024-11-08T23:20:28,930 DEBUG [M:0;300c1216fb79:44767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a4e99962be847edbc45e25de18d1266 is 69, key is 300c1216fb79,45049,1731108005248/rs:state/1731108006913/Put/seqid=0 2024-11-08T23:20:28,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741851_1027 (size=5156) 2024-11-08T23:20:29,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:20:29,264 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:29,275 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:29,333 INFO [M:0;300c1216fb79:44767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a4e99962be847edbc45e25de18d1266 2024-11-08T23:20:29,337 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b10ca007fb24bcd9406d5badc838aa3 as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b10ca007fb24bcd9406d5badc838aa3 2024-11-08T23:20:29,339 INFO [M:0;300c1216fb79:44767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b10ca007fb24bcd9406d5badc838aa3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T23:20:29,340 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e70b7ee86a6470897147cc455791ee0 as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e70b7ee86a6470897147cc455791ee0 2024-11-08T23:20:29,343 INFO [M:0;300c1216fb79:44767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e70b7ee86a6470897147cc455791ee0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T23:20:29,344 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a4e99962be847edbc45e25de18d1266 as hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a4e99962be847edbc45e25de18d1266 2024-11-08T23:20:29,348 INFO [M:0;300c1216fb79:44767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/2f554fcc-b512-257f-e865-6f848f9a21a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a4e99962be847edbc45e25de18d1266, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T23:20:29,348 INFO [M:0;300c1216fb79:44767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-08T23:20:29,350 INFO [M:0;300c1216fb79:44767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:29,350 DEBUG [M:0;300c1216fb79:44767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108028066Disabling compacts and flushes for region at 1731108028066Disabling writes for close at 1731108028067 (+1 ms)Obtaining lock to block concurrent updates at 1731108028067Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731108028067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731108028067Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731108028067Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731108028067Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731108028083 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731108028083Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731108028490 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731108028506 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731108028506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731108028914 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731108028929 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731108028929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631771a2: reopening flushed file at 1731108029336 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b193a4b: reopening flushed file at 1731108029340 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abff80c: reopening flushed file at 1731108029343 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731108029348 (+5 ms)Writing region close event to WAL at 1731108029349 (+1 ms)Closed at 1731108029349 2024-11-08T23:20:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34583 is added to blk_1073741830_1006 (size=63642) 2024-11-08T23:20:29,351 INFO [M:0;300c1216fb79:44767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:20:29,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:20:29,352 INFO [M:0;300c1216fb79:44767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44767 2024-11-08T23:20:29,352 INFO [M:0;300c1216fb79:44767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:20:29,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:29,520 INFO [M:0;300c1216fb79:44767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:20:29,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x1011cbfafed0006, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:29,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d287bc6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:20:29,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a1f5136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:20:29,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:20:29,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7a0f09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:20:29,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7edb54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.log.dir/,STOPPED} 2024-11-08T23:20:29,524 WARN [BP-1258022081-172.17.0.2-1731108002902 heartbeating to localhost/127.0.0.1:35379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:20:29,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:20:29,524 WARN [BP-1258022081-172.17.0.2-1731108002902 heartbeating to localhost/127.0.0.1:35379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1258022081-172.17.0.2-1731108002902 (Datanode Uuid 4d718b15-ea84-4186-9648-109ceefbd5a6) service to localhost/127.0.0.1:35379 2024-11-08T23:20:29,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:20:29,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/cluster_1fc8284d-9c50-0889-71cf-dab8bd4fbe38/data/data1/current/BP-1258022081-172.17.0.2-1731108002902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:20:29,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/cluster_1fc8284d-9c50-0889-71cf-dab8bd4fbe38/data/data2/current/BP-1258022081-172.17.0.2-1731108002902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:20:29,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:20:29,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@606a12fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:20:29,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ed1024{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:20:29,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:20:29,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6035ec59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:20:29,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fcb5e77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.log.dir/,STOPPED} 2024-11-08T23:20:29,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:20:29,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:20:29,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:29,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:29,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:29,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:29,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:29,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:20:29,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1480968852, stopped=false 2024-11-08T23:20:29,555 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,42687,1731107999667 2024-11-08T23:20:29,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694818878/running 2024-11-08T23:20:29,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694818878/running 2024-11-08T23:20:29,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:29,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:29,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:20:29,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:29,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:29,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:29,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on znode that does not yet exist, /1-694818878/running 2024-11-08T23:20:29,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Set watcher on znode that does not yet exist, /1-694818878/running 2024-11-08T23:20:29,572 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,41473,1731107999812' ***** 2024-11-08T23:20:29,572 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:20:29,572 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:20:29,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:20:29,572 INFO [RS:0;300c1216fb79:41473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:20:29,572 INFO [RS:0;300c1216fb79:41473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:20:29,572 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(3091): Received CLOSE for c2dc4eeaf75ac2bcaf606daeb2dedfc9 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(3091): Received CLOSE for e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,41473,1731107999812 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:20:29,573 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2dc4eeaf75ac2bcaf606daeb2dedfc9, disabling compactions & flushes 2024-11-08T23:20:29,573 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:41473. 2024-11-08T23:20:29,573 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:29,573 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. after waiting 0 ms 2024-11-08T23:20:29,573 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:29,573 DEBUG [RS:0;300c1216fb79:41473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:29,573 DEBUG [RS:0;300c1216fb79:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:29,573 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2dc4eeaf75ac2bcaf606daeb2dedfc9 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:20:29,573 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:20:29,573 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1325): Online Regions={c2dc4eeaf75ac2bcaf606daeb2dedfc9=hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9., e15956d4876e81c2e5e4f166696efaf7=test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:20:29,573 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2dc4eeaf75ac2bcaf606daeb2dedfc9, e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:29,573 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:20:29,573 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:20:29,573 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:20:29,573 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:20:29,573 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:20:29,573 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:20:29,588 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:20:29,590 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/info/0d484910964344df8ef3ef404a57c792 is 147, key is hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9./info:regioninfo/1731108016318/Put/seqid=0 2024-11-08T23:20:29,590 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9/.tmp/queue/3457c48637d049e2b1582df6102dafd7 is 154, key is 1-300c1216fb79,41473,1731107999812/queue:300c1216fb79%2C41473%2C1731107999812/1731108024851/Put/seqid=0 2024-11-08T23:20:29,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741841_1017 (size=5353) 2024-11-08T23:20:29,602 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9/.tmp/queue/3457c48637d049e2b1582df6102dafd7 2024-11-08T23:20:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741840_1016 (size=7686) 2024-11-08T23:20:29,610 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/info/0d484910964344df8ef3ef404a57c792 2024-11-08T23:20:29,614 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9/.tmp/queue/3457c48637d049e2b1582df6102dafd7 as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9/queue/3457c48637d049e2b1582df6102dafd7 2024-11-08T23:20:29,619 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9/queue/3457c48637d049e2b1582df6102dafd7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T23:20:29,620 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c2dc4eeaf75ac2bcaf606daeb2dedfc9 in 47ms, sequenceid=12, compaction requested=false 2024-11-08T23:20:29,633 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/replication/c2dc4eeaf75ac2bcaf606daeb2dedfc9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T23:20:29,633 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:20:29,633 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:20:29,633 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2dc4eeaf75ac2bcaf606daeb2dedfc9: Waiting for close lock at 1731108029573Running coprocessor pre-close hooks at 1731108029573Disabling compacts and flushes for region at 1731108029573Disabling writes for close at 1731108029573Obtaining lock to block concurrent updates at 1731108029573Preparing flush snapshotting stores in c2dc4eeaf75ac2bcaf606daeb2dedfc9 at 1731108029573Finished memstore snapshotting hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731108029573Flushing stores of hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. at 1731108029574 (+1 ms)Flushing c2dc4eeaf75ac2bcaf606daeb2dedfc9/queue: creating writer at 1731108029574Flushing c2dc4eeaf75ac2bcaf606daeb2dedfc9/queue: appending metadata at 1731108029589 (+15 ms)Flushing c2dc4eeaf75ac2bcaf606daeb2dedfc9/queue: closing flushed file at 1731108029589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f8976c: reopening flushed file at 1731108029614 (+25 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c2dc4eeaf75ac2bcaf606daeb2dedfc9 in 47ms, sequenceid=12, compaction requested=false at 1731108029620 (+6 ms)Writing region close event to WAL at 1731108029627 (+7 ms)Running coprocessor post-close hooks at 1731108029633 (+6 ms)Closed at 1731108029633 2024-11-08T23:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731108015937.c2dc4eeaf75ac2bcaf606daeb2dedfc9. 2024-11-08T23:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e15956d4876e81c2e5e4f166696efaf7, disabling compactions & flushes 2024-11-08T23:20:29,634 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. after waiting 0 ms 2024-11-08T23:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:29,634 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e15956d4876e81c2e5e4f166696efaf7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T23:20:29,638 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/ns/7f907d652b0d48d68f655b5f90304aa0 is 43, key is default/ns:d/1731108002738/Put/seqid=0 2024-11-08T23:20:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741842_1018 (size=5153) 2024-11-08T23:20:29,655 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/f/28cdbd79882f455a8b59fc713290598c is 29, key is row1/f:/1731108023271/DeleteFamily/seqid=0 2024-11-08T23:20:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741843_1019 (size=5152) 2024-11-08T23:20:29,659 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/f/28cdbd79882f455a8b59fc713290598c 2024-11-08T23:20:29,662 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28cdbd79882f455a8b59fc713290598c 2024-11-08T23:20:29,674 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/f1/1f0ea628792e45b2b15bd76d4eacd198 is 30, key is row1/f1:/1731108023271/DeleteFamily/seqid=0 2024-11-08T23:20:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741844_1020 (size=5158) 2024-11-08T23:20:29,773 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:29,974 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:30,050 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/ns/7f907d652b0d48d68f655b5f90304aa0 2024-11-08T23:20:30,068 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/rep_barrier/70098f91dcff4348ab73145f8d09fccc is 112, key is test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7./rep_barrier:seqnumDuringOpen/1731108011614/Put/seqid=0 2024-11-08T23:20:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741845_1021 (size=5518) 2024-11-08T23:20:30,078 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/f1/1f0ea628792e45b2b15bd76d4eacd198 2024-11-08T23:20:30,081 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f0ea628792e45b2b15bd76d4eacd198 2024-11-08T23:20:30,093 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/norep/818c08c7251b4cb99c8a32e99ea7bc8b is 33, key is row1/norep:/1731108023271/DeleteFamily/seqid=0 2024-11-08T23:20:30,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741846_1022 (size=5108) 2024-11-08T23:20:30,128 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:20:30,128 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:20:30,174 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:30,289 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1191, reset compression=false 2024-11-08T23:20:30,292 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:30,292 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1438, reset compression=false 2024-11-08T23:20:30,292 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,41473,1731107999812 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:30,293 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,41473,1731107999812: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,41473,1731107999812, walGroup=300c1216fb79%2C41473%2C1731107999812, offset=300c1216fb79%2C41473%2C1731107999812.1731108002193:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:41473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:20:30,294 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:20:30,294 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:20:30,294 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:20:30,294 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:20:30,294 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:20:30,294 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1440743424, "init": 1048576000, "max": 2306867200, "used": 1003780848 }, "NonHeapMemoryUsage": { "committed": 205127680, "init": 7667712, "max": -1, "used": 202108256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:20:30,294 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:42687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:42687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:20:30,374 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e15956d4876e81c2e5e4f166696efaf7 2024-11-08T23:20:30,468 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:30,472 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/rep_barrier/70098f91dcff4348ab73145f8d09fccc 2024-11-08T23:20:30,490 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/table/df028ea8406c459c8729140e7f0075f4 is 53, key is hbase:replication/table:state/1731108016326/Put/seqid=0 2024-11-08T23:20:30,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741847_1023 (size=5308) 2024-11-08T23:20:30,495 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1438, reset compression=false 2024-11-08T23:20:30,497 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/norep/818c08c7251b4cb99c8a32e99ea7bc8b 2024-11-08T23:20:30,500 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 818c08c7251b4cb99c8a32e99ea7bc8b 2024-11-08T23:20:30,500 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/f/28cdbd79882f455a8b59fc713290598c as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/f/28cdbd79882f455a8b59fc713290598c 2024-11-08T23:20:30,503 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28cdbd79882f455a8b59fc713290598c 2024-11-08T23:20:30,503 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/f/28cdbd79882f455a8b59fc713290598c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T23:20:30,504 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/f1/1f0ea628792e45b2b15bd76d4eacd198 as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/f1/1f0ea628792e45b2b15bd76d4eacd198 2024-11-08T23:20:30,507 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f0ea628792e45b2b15bd76d4eacd198 2024-11-08T23:20:30,507 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/f1/1f0ea628792e45b2b15bd76d4eacd198, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T23:20:30,507 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/.tmp/norep/818c08c7251b4cb99c8a32e99ea7bc8b as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/norep/818c08c7251b4cb99c8a32e99ea7bc8b 2024-11-08T23:20:30,511 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 818c08c7251b4cb99c8a32e99ea7bc8b 2024-11-08T23:20:30,511 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/norep/818c08c7251b4cb99c8a32e99ea7bc8b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T23:20:30,512 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e15956d4876e81c2e5e4f166696efaf7 in 877ms, sequenceid=10, compaction requested=false 2024-11-08T23:20:30,515 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/default/test/e15956d4876e81c2e5e4f166696efaf7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T23:20:30,515 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:20:30,515 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:20:30,515 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:30,515 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e15956d4876e81c2e5e4f166696efaf7: Waiting for close lock at 1731108029634Running coprocessor pre-close hooks at 1731108029634Disabling compacts and flushes for region at 1731108029634Disabling writes for close at 1731108029634Obtaining lock to block concurrent updates at 1731108029634Preparing flush snapshotting stores in e15956d4876e81c2e5e4f166696efaf7 at 1731108029634Finished memstore snapshotting test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731108029634Flushing stores of test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. at 1731108029635 (+1 ms)Flushing e15956d4876e81c2e5e4f166696efaf7/f: creating writer at 1731108029635Flushing e15956d4876e81c2e5e4f166696efaf7/f: appending metadata at 1731108029655 (+20 ms)Flushing e15956d4876e81c2e5e4f166696efaf7/f: closing flushed file at 1731108029655Flushing e15956d4876e81c2e5e4f166696efaf7/f1: creating writer at 1731108029662 (+7 ms)Flushing e15956d4876e81c2e5e4f166696efaf7/f1: appending metadata at 1731108029674 (+12 ms)Flushing e15956d4876e81c2e5e4f166696efaf7/f1: closing flushed file at 1731108029674Flushing e15956d4876e81c2e5e4f166696efaf7/norep: creating writer at 1731108030081 (+407 ms)Flushing e15956d4876e81c2e5e4f166696efaf7/norep: appending metadata at 1731108030093 (+12 ms)Flushing e15956d4876e81c2e5e4f166696efaf7/norep: closing flushed file at 1731108030093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ff0699: reopening flushed file at 1731108030500 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c89280: reopening flushed file at 1731108030503 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3543a8d7: reopening flushed file at 1731108030507 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e15956d4876e81c2e5e4f166696efaf7 in 877ms, sequenceid=10, compaction requested=false at 1731108030512 (+5 ms)Writing region close event to WAL at 1731108030513 (+1 ms)Running coprocessor post-close hooks at 1731108030515 (+2 ms)Closed at 1731108030515 2024-11-08T23:20:30,515 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731108010462.e15956d4876e81c2e5e4f166696efaf7. 2024-11-08T23:20:30,574 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:20:30,574 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:20:30,574 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:20:30,774 DEBUG [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:20:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,798 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 1438, reset compression=false 2024-11-08T23:20:30,802 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:30,802 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 2082, reset compression=false 2024-11-08T23:20:30,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:30,893 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/table/df028ea8406c459c8729140e7f0075f4 2024-11-08T23:20:30,898 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/info/0d484910964344df8ef3ef404a57c792 as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/info/0d484910964344df8ef3ef404a57c792 2024-11-08T23:20:30,900 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/info/0d484910964344df8ef3ef404a57c792, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:20:30,901 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/ns/7f907d652b0d48d68f655b5f90304aa0 as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/ns/7f907d652b0d48d68f655b5f90304aa0 2024-11-08T23:20:30,904 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/ns/7f907d652b0d48d68f655b5f90304aa0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:20:30,905 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/rep_barrier/70098f91dcff4348ab73145f8d09fccc as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/rep_barrier/70098f91dcff4348ab73145f8d09fccc 2024-11-08T23:20:30,908 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/rep_barrier/70098f91dcff4348ab73145f8d09fccc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:20:30,909 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/.tmp/table/df028ea8406c459c8729140e7f0075f4 as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/table/df028ea8406c459c8729140e7f0075f4 2024-11-08T23:20:30,912 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/table/df028ea8406c459c8729140e7f0075f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:20:30,912 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false 2024-11-08T23:20:30,916 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:20:30,916 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:20:30,916 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:20:30,916 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:30,916 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108029573Running coprocessor pre-close hooks at 1731108029573Disabling compacts and flushes for region at 1731108029573Disabling writes for close at 1731108029573Obtaining lock to block concurrent updates at 1731108029573Preparing flush snapshotting stores in 1588230740 at 1731108029573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731108029574 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731108029574Flushing 1588230740/info: creating writer at 1731108029574Flushing 1588230740/info: appending metadata at 1731108029589 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731108029589Flushing 1588230740/ns: creating writer at 1731108029614 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731108029638 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731108029638Flushing 1588230740/rep_barrier: creating writer at 1731108030053 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731108030068 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731108030068Flushing 1588230740/table: creating writer at 1731108030475 (+407 ms)Flushing 1588230740/table: appending metadata at 1731108030489 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731108030489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7438785b: reopening flushed file at 1731108030897 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39601a73: reopening flushed file at 1731108030901 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715f8b10: reopening flushed file at 1731108030904 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8d7b96: reopening flushed file at 1731108030908 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false at 1731108030912 (+4 ms)Writing region close event to WAL at 1731108030914 (+2 ms)Running coprocessor post-close hooks at 1731108030916 (+2 ms)Closed at 1731108030916 2024-11-08T23:20:30,916 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:30,974 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,41473,1731107999812; all regions closed. 2024-11-08T23:20:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:20:30,976 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.meta.1731108002674.meta not finished, retry = 0 2024-11-08T23:20:31,005 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/WALs/300c1216fb79,41473,1731107999812/300c1216fb79%2C41473%2C1731107999812.1731108002193 to pos 2082, reset compression=false 2024-11-08T23:20:31,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741839_1015 (size=3114) 2024-11-08T23:20:31,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741832_1008 (size=2090) 2024-11-08T23:20:31,081 DEBUG [RS:0;300c1216fb79:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:31,081 INFO [RS:0;300c1216fb79:41473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:20:31,081 INFO [RS:0;300c1216fb79:41473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:20:31,081 INFO [RS:0;300c1216fb79:41473 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:20:31,081 INFO [RS:0;300c1216fb79:41473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:20:31,081 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:20:31,081 INFO [RS:0;300c1216fb79:41473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,41473,1731107999812 because: Region server is closing 2024-11-08T23:20:31,081 INFO [RS:0;300c1216fb79:41473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:41473. 2024-11-08T23:20:31,081 DEBUG [RS:0;300c1216fb79:41473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:31,081 DEBUG [RS:0;300c1216fb79:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:31,081 DEBUG [RS:0;300c1216fb79:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:31,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:31,182 INFO [RS:0;300c1216fb79:41473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.shipper300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 terminated 2024-11-08T23:20:31,182 INFO [RS:0;300c1216fb79:41473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:41473. 2024-11-08T23:20:31,182 DEBUG [RS:0;300c1216fb79:41473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:31,182 DEBUG [RS:0;300c1216fb79:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:31,182 DEBUG [RS:0;300c1216fb79:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:31,182 INFO [RS:0;300c1216fb79:41473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41473 2024-11-08T23:20:31,183 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,41473,1731107999812.replicationSource.wal-reader.300c1216fb79%2C41473%2C1731107999812,1-300c1216fb79,41473,1731107999812 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:20:31,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694818878/rs/300c1216fb79,41473,1731107999812 2024-11-08T23:20:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878/rs 2024-11-08T23:20:31,198 INFO [RS:0;300c1216fb79:41473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:20:31,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,41473,1731107999812] 2024-11-08T23:20:31,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-694818878/draining/300c1216fb79,41473,1731107999812 already deleted, retry=false 2024-11-08T23:20:31,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,41473,1731107999812 expired; onlineServers=0 2024-11-08T23:20:31,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,42687,1731107999667' ***** 2024-11-08T23:20:31,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:20:31,262 INFO [M:0;300c1216fb79:42687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:20:31,262 INFO [M:0;300c1216fb79:42687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:20:31,262 DEBUG [M:0;300c1216fb79:42687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:20:31,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:20:31,262 DEBUG [M:0;300c1216fb79:42687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:20:31,262 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108001881 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108001881,5,FailOnTimeoutGroup] 2024-11-08T23:20:31,262 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108001881 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108001881,5,FailOnTimeoutGroup] 2024-11-08T23:20:31,262 INFO [M:0;300c1216fb79:42687 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:20:31,262 INFO [M:0;300c1216fb79:42687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:20:31,262 DEBUG [M:0;300c1216fb79:42687 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:20:31,262 INFO [M:0;300c1216fb79:42687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:20:31,262 INFO [M:0;300c1216fb79:42687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:20:31,262 INFO [M:0;300c1216fb79:42687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:20:31,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:20:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-694818878/master 2024-11-08T23:20:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-694818878 2024-11-08T23:20:31,272 DEBUG [M:0;300c1216fb79:42687 {}] zookeeper.ZKUtil(347): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Unable to get data of znode /1-694818878/master because node does not exist (not an error) 2024-11-08T23:20:31,272 WARN [M:0;300c1216fb79:42687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:20:31,281 INFO [M:0;300c1216fb79:42687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/.lastflushedseqids 2024-11-08T23:20:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741848_1024 (size=245) 2024-11-08T23:20:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:31,342 INFO [RS:0;300c1216fb79:41473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:20:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x1011cbfafed0004, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:31,342 INFO [RS:0;300c1216fb79:41473 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,41473,1731107999812; zookeeper connection closed. 2024-11-08T23:20:31,343 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2604313 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2604313 2024-11-08T23:20:31,343 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:20:31,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:31,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:31,685 INFO [M:0;300c1216fb79:42687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:20:31,685 INFO [M:0;300c1216fb79:42687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:20:31,686 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:31,686 INFO [M:0;300c1216fb79:42687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:31,686 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:31,686 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:31,686 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:31,686 INFO [M:0;300c1216fb79:42687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T23:20:31,702 DEBUG [M:0;300c1216fb79:42687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fa6132cd61a4bc0bf32431cadbeb873 is 82, key is hbase:meta,,1/info:regioninfo/1731108002703/Put/seqid=0 2024-11-08T23:20:31,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741849_1025 (size=5672) 2024-11-08T23:20:31,705 INFO [M:0;300c1216fb79:42687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fa6132cd61a4bc0bf32431cadbeb873 2024-11-08T23:20:31,722 DEBUG [M:0;300c1216fb79:42687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1d923558344a54ba33cc0f9bb26d58 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731108016330/Put/seqid=0 2024-11-08T23:20:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741850_1026 (size=8515) 2024-11-08T23:20:31,771 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:32,125 INFO [M:0;300c1216fb79:42687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1d923558344a54ba33cc0f9bb26d58 2024-11-08T23:20:32,142 DEBUG [M:0;300c1216fb79:42687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6c11ac34e44d4f81a1d78037666c0d is 69, key is 300c1216fb79,41473,1731107999812/rs:state/1731108001980/Put/seqid=0 2024-11-08T23:20:32,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741851_1027 (size=5156) 2024-11-08T23:20:32,145 INFO [M:0;300c1216fb79:42687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6c11ac34e44d4f81a1d78037666c0d 2024-11-08T23:20:32,149 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fa6132cd61a4bc0bf32431cadbeb873 as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fa6132cd61a4bc0bf32431cadbeb873 2024-11-08T23:20:32,153 INFO [M:0;300c1216fb79:42687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fa6132cd61a4bc0bf32431cadbeb873, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T23:20:32,153 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1d923558344a54ba33cc0f9bb26d58 as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec1d923558344a54ba33cc0f9bb26d58 2024-11-08T23:20:32,156 INFO [M:0;300c1216fb79:42687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec1d923558344a54ba33cc0f9bb26d58, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T23:20:32,157 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6c11ac34e44d4f81a1d78037666c0d as hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a6c11ac34e44d4f81a1d78037666c0d 2024-11-08T23:20:32,160 INFO [M:0;300c1216fb79:42687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a6c11ac34e44d4f81a1d78037666c0d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T23:20:32,161 INFO [M:0;300c1216fb79:42687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 475ms, sequenceid=97, compaction requested=false 2024-11-08T23:20:32,162 INFO [M:0;300c1216fb79:42687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:32,162 DEBUG [M:0;300c1216fb79:42687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108031685Disabling compacts and flushes for region at 1731108031685Disabling writes for close at 1731108031686 (+1 ms)Obtaining lock to block concurrent updates at 1731108031686Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731108031686Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731108031686Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731108031687 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731108031687Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731108031702 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731108031702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731108031708 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731108031721 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731108031721Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731108032129 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731108032141 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731108032141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b044347: reopening flushed file at 1731108032148 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60bd24b: reopening flushed file at 1731108032153 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e31a3b: reopening flushed file at 1731108032156 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 475ms, sequenceid=97, compaction requested=false at 1731108032161 (+5 ms)Writing region close event to WAL at 1731108032162 (+1 ms)Closed at 1731108032162 2024-11-08T23:20:32,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741830_1006 (size=63642) 2024-11-08T23:20:32,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/995627c5-2df6-8e5e-915b-5d940f1b3ee1/MasterData/WALs/300c1216fb79,42687,1731107999667/300c1216fb79%2C42687%2C1731107999667.1731108001537 not finished, retry = 0 2024-11-08T23:20:32,265 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:20:32,265 INFO [M:0;300c1216fb79:42687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:20:32,265 INFO [M:0;300c1216fb79:42687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42687 2024-11-08T23:20:32,266 INFO [M:0;300c1216fb79:42687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:20:32,346 DEBUG [master/300c1216fb79:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=38, reused chunk count=125, reuseRatio=76.69% 2024-11-08T23:20:32,346 DEBUG [master/300c1216fb79:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T23:20:32,467 INFO [M:0;300c1216fb79:42687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:20:32,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:32,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42687-0x1011cbfafed0003, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:32,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65acb346{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:20:32,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a930ee8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:20:32,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:20:32,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725fdcce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:20:32,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a982608{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.log.dir/,STOPPED} 2024-11-08T23:20:32,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:20:32,473 WARN [BP-28483872-172.17.0.2-1731107997811 heartbeating to localhost/127.0.0.1:33649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:20:32,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:20:32,473 WARN [BP-28483872-172.17.0.2-1731107997811 heartbeating to localhost/127.0.0.1:33649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-28483872-172.17.0.2-1731107997811 (Datanode Uuid ff58292b-e3a6-45b3-bc91-f4f2630c27c1) service to localhost/127.0.0.1:33649 2024-11-08T23:20:32,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/cluster_f1c84b71-a71b-f7fa-ba03-54c8f3973d5d/data/data1/current/BP-28483872-172.17.0.2-1731107997811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:20:32,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/cluster_f1c84b71-a71b-f7fa-ba03-54c8f3973d5d/data/data2/current/BP-28483872-172.17.0.2-1731107997811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:20:32,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:20:32,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c360c33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:20:32,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@748036cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:20:32,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:20:32,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b6bc08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:20:32,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2adbcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3b3ef187-3a2b-df46-7db3-f82b7fa3fe11/hadoop.log.dir/,STOPPED} 2024-11-08T23:20:32,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:20:32,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:20:32,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:32,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:32,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:32,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:32,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:32,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:20:32,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1233977644, stopped=false 2024-11-08T23:20:32,515 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,43315,1731107994644 2024-11-08T23:20:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069405112/running 2024-11-08T23:20:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069405112/running 2024-11-08T23:20:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:20:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:20:32,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:20:32,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:32,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:32,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on znode that does not yet exist, /01069405112/running 2024-11-08T23:20:32,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:32,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,42421,1731107994834' ***** 2024-11-08T23:20:32,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:20:32,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Set watcher on znode that does not yet exist, /01069405112/running 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:20:32,532 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(3091): Received CLOSE for 0559dc2d235e182b295641e92d08b915 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(3091): Received CLOSE for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,42421,1731107994834 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:42421. 2024-11-08T23:20:32,532 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0559dc2d235e182b295641e92d08b915, disabling compactions & flushes 2024-11-08T23:20:32,532 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:32,532 DEBUG [RS:0;300c1216fb79:42421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:32,532 DEBUG [RS:0;300c1216fb79:42421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:32,532 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:32,532 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731108008309.0559dc2d235e182b295641e92d08b915. after waiting 0 ms 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:20:32,532 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:20:32,533 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:32,533 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0559dc2d235e182b295641e92d08b915 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T23:20:32,533 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:20:32,533 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1325): Online Regions={0559dc2d235e182b295641e92d08b915=test,,1731108008309.0559dc2d235e182b295641e92d08b915., d98bb5ef50d3d5bf232f732b7dca0c96=hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:20:32,533 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1351): Waiting on 0559dc2d235e182b295641e92d08b915, 1588230740, d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:32,533 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:20:32,533 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:20:32,533 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:20:32,533 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:20:32,533 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:20:32,533 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:20:32,550 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/f/0ecf366fd0304fa298811d2c4b48957f is 28, key is row/f:/1731108022266/DeleteFamily/seqid=0 2024-11-08T23:20:32,563 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/info/59adb341b43d4aad95aed08754fdf17b is 147, key is hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96./info:regioninfo/1731108015197/Put/seqid=0 2024-11-08T23:20:32,565 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:20:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741840_1016 (size=5085) 2024-11-08T23:20:32,568 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/f/0ecf366fd0304fa298811d2c4b48957f 2024-11-08T23:20:32,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741841_1017 (size=7686) 2024-11-08T23:20:32,574 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ecf366fd0304fa298811d2c4b48957f 2024-11-08T23:20:32,591 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/f1/309551a97cc043ff93c8a6c761963af5 is 29, key is row/f1:/1731108022266/DeleteFamily/seqid=0 2024-11-08T23:20:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741842_1018 (size=5089) 2024-11-08T23:20:32,733 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1351): Waiting on 0559dc2d235e182b295641e92d08b915, 1588230740, d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:32,933 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1351): Waiting on 0559dc2d235e182b295641e92d08b915, 1588230740, d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:32,970 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/info/59adb341b43d4aad95aed08754fdf17b 2024-11-08T23:20:32,989 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/ns/fcfc6cf623a14ebd8a79223feeb5a8f3 is 43, key is default/ns:d/1731107997674/Put/seqid=0 2024-11-08T23:20:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741843_1019 (size=5153) 2024-11-08T23:20:32,992 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/ns/fcfc6cf623a14ebd8a79223feeb5a8f3 2024-11-08T23:20:33,005 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/f1/309551a97cc043ff93c8a6c761963af5 2024-11-08T23:20:33,009 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 309551a97cc043ff93c8a6c761963af5 2024-11-08T23:20:33,013 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/rep_barrier/9a1345d2778e4c23b9afaa2fd7936391 is 112, key is test,,1731108008309.0559dc2d235e182b295641e92d08b915./rep_barrier:seqnumDuringOpen/1731108009456/Put/seqid=0 2024-11-08T23:20:33,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741844_1020 (size=5518) 2024-11-08T23:20:33,018 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/rep_barrier/9a1345d2778e4c23b9afaa2fd7936391 2024-11-08T23:20:33,030 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/norep/3eec7745b2dd4a3fa57bbeb430285609 is 32, key is row/norep:/1731108022266/DeleteFamily/seqid=0 2024-11-08T23:20:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741845_1021 (size=5101) 2024-11-08T23:20:33,037 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/table/4c700511e2d347a3a62dd0a605b72d4e is 53, key is hbase:replication/table:state/1731108015205/Put/seqid=0 2024-11-08T23:20:33,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741846_1022 (size=5308) 2024-11-08T23:20:33,133 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1351): Waiting on 0559dc2d235e182b295641e92d08b915, 1588230740, d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:33,174 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 636, reset compression=false 2024-11-08T23:20:33,177 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:33,177 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 883, reset compression=false 2024-11-08T23:20:33,177 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,42421,1731107994834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:20:33,178 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,42421,1731107994834: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-300c1216fb79,42421,1731107994834, walGroup=300c1216fb79%2C42421%2C1731107994834, offset=300c1216fb79%2C42421%2C1731107994834.1731107996365:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:42421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:20:33,178 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:20:33,179 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:20:33,179 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:20:33,179 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:20:33,179 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:20:33,179 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1440743424, "init": 1048576000, "max": 2306867200, "used": 1100249840 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 202713800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:20:33,179 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:43315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:43315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:20:33,224 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:20:33,224 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:20:33,334 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1351): Waiting on 0559dc2d235e182b295641e92d08b915, 1588230740, d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:33,380 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 883, reset compression=false 2024-11-08T23:20:33,434 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/norep/3eec7745b2dd4a3fa57bbeb430285609 2024-11-08T23:20:33,437 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eec7745b2dd4a3fa57bbeb430285609 2024-11-08T23:20:33,438 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/f/0ecf366fd0304fa298811d2c4b48957f as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/f/0ecf366fd0304fa298811d2c4b48957f 2024-11-08T23:20:33,440 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/table/4c700511e2d347a3a62dd0a605b72d4e 2024-11-08T23:20:33,441 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ecf366fd0304fa298811d2c4b48957f 2024-11-08T23:20:33,441 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/f/0ecf366fd0304fa298811d2c4b48957f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T23:20:33,441 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/f1/309551a97cc043ff93c8a6c761963af5 as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/f1/309551a97cc043ff93c8a6c761963af5 2024-11-08T23:20:33,444 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/info/59adb341b43d4aad95aed08754fdf17b as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/info/59adb341b43d4aad95aed08754fdf17b 2024-11-08T23:20:33,444 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 309551a97cc043ff93c8a6c761963af5 2024-11-08T23:20:33,445 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/f1/309551a97cc043ff93c8a6c761963af5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T23:20:33,445 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/.tmp/norep/3eec7745b2dd4a3fa57bbeb430285609 as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/norep/3eec7745b2dd4a3fa57bbeb430285609 2024-11-08T23:20:33,447 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/info/59adb341b43d4aad95aed08754fdf17b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:20:33,448 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/ns/fcfc6cf623a14ebd8a79223feeb5a8f3 as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/ns/fcfc6cf623a14ebd8a79223feeb5a8f3 2024-11-08T23:20:33,449 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eec7745b2dd4a3fa57bbeb430285609 2024-11-08T23:20:33,449 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/norep/3eec7745b2dd4a3fa57bbeb430285609, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T23:20:33,449 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0559dc2d235e182b295641e92d08b915 in 916ms, sequenceid=6, compaction requested=false 2024-11-08T23:20:33,449 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T23:20:33,451 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/ns/fcfc6cf623a14ebd8a79223feeb5a8f3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:20:33,452 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/rep_barrier/9a1345d2778e4c23b9afaa2fd7936391 as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/rep_barrier/9a1345d2778e4c23b9afaa2fd7936391 2024-11-08T23:20:33,453 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/default/test/0559dc2d235e182b295641e92d08b915/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T23:20:33,453 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:20:33,453 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:20:33,453 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:33,453 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0559dc2d235e182b295641e92d08b915: Waiting for close lock at 1731108032532Running coprocessor pre-close hooks at 1731108032532Disabling compacts and flushes for region at 1731108032532Disabling writes for close at 1731108032532Obtaining lock to block concurrent updates at 1731108032533 (+1 ms)Preparing flush snapshotting stores in 0559dc2d235e182b295641e92d08b915 at 1731108032533Finished memstore snapshotting test,,1731108008309.0559dc2d235e182b295641e92d08b915., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731108032533Flushing stores of test,,1731108008309.0559dc2d235e182b295641e92d08b915. at 1731108032533Flushing 0559dc2d235e182b295641e92d08b915/f: creating writer at 1731108032533Flushing 0559dc2d235e182b295641e92d08b915/f: appending metadata at 1731108032549 (+16 ms)Flushing 0559dc2d235e182b295641e92d08b915/f: closing flushed file at 1731108032549Flushing 0559dc2d235e182b295641e92d08b915/f1: creating writer at 1731108032574 (+25 ms)Flushing 0559dc2d235e182b295641e92d08b915/f1: appending metadata at 1731108032590 (+16 ms)Flushing 0559dc2d235e182b295641e92d08b915/f1: closing flushed file at 1731108032591 (+1 ms)Flushing 0559dc2d235e182b295641e92d08b915/norep: creating writer at 1731108033009 (+418 ms)Flushing 0559dc2d235e182b295641e92d08b915/norep: appending metadata at 1731108033029 (+20 ms)Flushing 0559dc2d235e182b295641e92d08b915/norep: closing flushed file at 1731108033029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3db931: reopening flushed file at 1731108033437 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632e9d33: reopening flushed file at 1731108033441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@298924e2: reopening flushed file at 1731108033445 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0559dc2d235e182b295641e92d08b915 in 916ms, sequenceid=6, compaction requested=false at 1731108033449 (+4 ms)Writing region close event to WAL at 1731108033451 (+2 ms)Running coprocessor post-close hooks at 1731108033453 (+2 ms)Closed at 1731108033453 2024-11-08T23:20:33,453 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731108008309.0559dc2d235e182b295641e92d08b915. 2024-11-08T23:20:33,454 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d98bb5ef50d3d5bf232f732b7dca0c96, disabling compactions & flushes 2024-11-08T23:20:33,454 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:33,454 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:33,454 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. after waiting 0 ms 2024-11-08T23:20:33,454 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:33,454 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d98bb5ef50d3d5bf232f732b7dca0c96: Waiting for close lock at 1731108033454Running coprocessor pre-close hooks at 1731108033454Disabling compacts and flushes for region at 1731108033454Disabling writes for close at 1731108033454Failed flush hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96., putting online again at 1731108033454 2024-11-08T23:20:33,454 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:33,455 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/rep_barrier/9a1345d2778e4c23b9afaa2fd7936391, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:20:33,456 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/.tmp/table/4c700511e2d347a3a62dd0a605b72d4e as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/table/4c700511e2d347a3a62dd0a605b72d4e 2024-11-08T23:20:33,459 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/table/4c700511e2d347a3a62dd0a605b72d4e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:20:33,459 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false 2024-11-08T23:20:33,459 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:20:33,463 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:20:33,463 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:20:33,463 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:20:33,463 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:33,463 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108032533Running coprocessor pre-close hooks at 1731108032533Disabling compacts and flushes for region at 1731108032533Disabling writes for close at 1731108032533Obtaining lock to block concurrent updates at 1731108032533Preparing flush snapshotting stores in 1588230740 at 1731108032533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731108032533Flushing stores of hbase:meta,,1.1588230740 at 1731108032534 (+1 ms)Flushing 1588230740/info: creating writer at 1731108032534Flushing 1588230740/info: appending metadata at 1731108032562 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731108032562Flushing 1588230740/ns: creating writer at 1731108032974 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731108032988 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731108032988Flushing 1588230740/rep_barrier: creating writer at 1731108032995 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731108033012 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731108033012Flushing 1588230740/table: creating writer at 1731108033022 (+10 ms)Flushing 1588230740/table: appending metadata at 1731108033037 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731108033037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffb54c6: reopening flushed file at 1731108033443 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcc8573: reopening flushed file at 1731108033448 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a5212f: reopening flushed file at 1731108033451 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51460df6: reopening flushed file at 1731108033455 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false at 1731108033459 (+4 ms)Writing region close event to WAL at 1731108033461 (+2 ms)Running coprocessor post-close hooks at 1731108033463 (+2 ms)Closed at 1731108033463 2024-11-08T23:20:33,463 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:33,534 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:20:33,534 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1325): Online Regions={d98bb5ef50d3d5bf232f732b7dca0c96=hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96.} 2024-11-08T23:20:33,534 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(3091): Received CLOSE for d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:33,534 DEBUG [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1351): Waiting on d98bb5ef50d3d5bf232f732b7dca0c96 2024-11-08T23:20:33,534 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d98bb5ef50d3d5bf232f732b7dca0c96, disabling compactions & flushes 2024-11-08T23:20:33,534 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:33,534 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:33,534 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. after waiting 0 ms 2024-11-08T23:20:33,534 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:33,534 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d98bb5ef50d3d5bf232f732b7dca0c96: Waiting for close lock at 1731108033534Running coprocessor pre-close hooks at 1731108033534Disabling compacts and flushes for region at 1731108033534Disabling writes for close at 1731108033534Failed flush hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96., putting online again at 1731108033534 2024-11-08T23:20:33,534 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731108014792.d98bb5ef50d3d5bf232f732b7dca0c96. 2024-11-08T23:20:33,682 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 883, reset compression=false 2024-11-08T23:20:33,686 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:20:33,686 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 1527, reset compression=false 2024-11-08T23:20:33,734 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T23:20:33,734 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,42421,1731107994834; all regions closed. 2024-11-08T23:20:33,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741834_1010 (size=4239) 2024-11-08T23:20:33,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.meta.1731107997579.meta not finished, retry = 0 2024-11-08T23:20:33,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741839_1015 (size=1297) 2024-11-08T23:20:33,838 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.rep.1731108015152 not finished, retry = 0 2024-11-08T23:20:33,889 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 to pos 1527, reset compression=false 2024-11-08T23:20:33,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741832_1008 (size=1535) 2024-11-08T23:20:33,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/WALs/300c1216fb79,42421,1731107994834/300c1216fb79%2C42421%2C1731107994834.1731107996365 not finished, retry = 0 2024-11-08T23:20:34,042 DEBUG [RS:0;300c1216fb79:42421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:34,042 INFO [RS:0;300c1216fb79:42421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:20:34,042 INFO [RS:0;300c1216fb79:42421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:20:34,042 INFO [RS:0;300c1216fb79:42421 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:20:34,042 INFO [RS:0;300c1216fb79:42421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:20:34,042 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:20:34,042 INFO [RS:0;300c1216fb79:42421 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,42421,1731107994834 because: Region server is closing 2024-11-08T23:20:34,042 INFO [RS:0;300c1216fb79:42421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:42421. 2024-11-08T23:20:34,042 DEBUG [RS:0;300c1216fb79:42421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:34,042 DEBUG [RS:0;300c1216fb79:42421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:34,043 DEBUG [RS:0;300c1216fb79:42421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:34,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:34,143 INFO [RS:0;300c1216fb79:42421 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.shipper300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 terminated 2024-11-08T23:20:34,143 INFO [RS:0;300c1216fb79:42421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42421 2024-11-08T23:20:34,143 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,42421,1731107994834.replicationSource.wal-reader.300c1216fb79%2C42421%2C1731107994834,1-300c1216fb79,42421,1731107994834 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T23:20:34,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069405112/rs/300c1216fb79,42421,1731107994834 2024-11-08T23:20:34,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112/rs 2024-11-08T23:20:34,209 INFO [RS:0;300c1216fb79:42421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:20:34,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,42421,1731107994834] 2024-11-08T23:20:34,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01069405112/draining/300c1216fb79,42421,1731107994834 already deleted, retry=false 2024-11-08T23:20:34,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,42421,1731107994834 expired; onlineServers=0 2024-11-08T23:20:34,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,43315,1731107994644' ***** 2024-11-08T23:20:34,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:20:34,230 INFO [M:0;300c1216fb79:43315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:20:34,230 INFO [M:0;300c1216fb79:43315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:20:34,230 DEBUG [M:0;300c1216fb79:43315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:20:34,230 DEBUG [M:0;300c1216fb79:43315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:20:34,230 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107996148 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731107996148,5,FailOnTimeoutGroup] 2024-11-08T23:20:34,230 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107996148 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731107996148,5,FailOnTimeoutGroup] 2024-11-08T23:20:34,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:20:34,230 INFO [M:0;300c1216fb79:43315 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:20:34,230 INFO [M:0;300c1216fb79:43315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:20:34,230 DEBUG [M:0;300c1216fb79:43315 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:20:34,230 INFO [M:0;300c1216fb79:43315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:20:34,230 INFO [M:0;300c1216fb79:43315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:20:34,230 ERROR [M:0;300c1216fb79:43315 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:40947 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40947,5,PEWorkerGroup] 2024-11-08T23:20:34,231 INFO [M:0;300c1216fb79:43315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:20:34,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:20:34,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069405112/master 2024-11-08T23:20:34,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069405112 2024-11-08T23:20:34,240 DEBUG [M:0;300c1216fb79:43315 {}] zookeeper.ZKUtil(347): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Unable to get data of znode /01069405112/master because node does not exist (not an error) 2024-11-08T23:20:34,240 WARN [M:0;300c1216fb79:43315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:20:34,241 INFO [M:0;300c1216fb79:43315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/.lastflushedseqids 2024-11-08T23:20:34,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741847_1023 (size=245) 2024-11-08T23:20:34,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:34,319 INFO [RS:0;300c1216fb79:42421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:20:34,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011cbfafed0001, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:34,319 INFO [RS:0;300c1216fb79:42421 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,42421,1731107994834; zookeeper connection closed. 2024-11-08T23:20:34,320 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25afabbf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25afabbf 2024-11-08T23:20:34,320 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:20:34,644 INFO [M:0;300c1216fb79:43315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:20:34,644 INFO [M:0;300c1216fb79:43315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:20:34,645 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:34,645 INFO [M:0;300c1216fb79:43315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:34,645 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:34,645 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:34,645 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:34,645 INFO [M:0;300c1216fb79:43315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T23:20:34,658 DEBUG [M:0;300c1216fb79:43315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c849b307d3b6439a84f4d4f2336dfb99 is 82, key is hbase:meta,,1/info:regioninfo/1731107997604/Put/seqid=0 2024-11-08T23:20:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741848_1024 (size=5672) 2024-11-08T23:20:35,061 INFO [M:0;300c1216fb79:43315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c849b307d3b6439a84f4d4f2336dfb99 2024-11-08T23:20:35,077 DEBUG [M:0;300c1216fb79:43315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d88e69d640a43769b557d6b36c86a6a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731108009476/Put/seqid=0 2024-11-08T23:20:35,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741849_1025 (size=7218) 2024-11-08T23:20:35,081 INFO [M:0;300c1216fb79:43315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d88e69d640a43769b557d6b36c86a6a 2024-11-08T23:20:35,084 INFO [M:0;300c1216fb79:43315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d88e69d640a43769b557d6b36c86a6a 2024-11-08T23:20:35,096 DEBUG [M:0;300c1216fb79:43315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6a0888cecf147649734f8aca8e29772 is 69, key is 300c1216fb79,42421,1731107994834/rs:state/1731107996197/Put/seqid=0 2024-11-08T23:20:35,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741850_1026 (size=5156) 2024-11-08T23:20:35,099 INFO [M:0;300c1216fb79:43315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6a0888cecf147649734f8aca8e29772 2024-11-08T23:20:35,102 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c849b307d3b6439a84f4d4f2336dfb99 as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c849b307d3b6439a84f4d4f2336dfb99 2024-11-08T23:20:35,104 INFO [M:0;300c1216fb79:43315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c849b307d3b6439a84f4d4f2336dfb99, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T23:20:35,105 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d88e69d640a43769b557d6b36c86a6a as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d88e69d640a43769b557d6b36c86a6a 2024-11-08T23:20:35,108 INFO [M:0;300c1216fb79:43315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d88e69d640a43769b557d6b36c86a6a 2024-11-08T23:20:35,108 INFO [M:0;300c1216fb79:43315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d88e69d640a43769b557d6b36c86a6a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T23:20:35,108 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6a0888cecf147649734f8aca8e29772 as hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6a0888cecf147649734f8aca8e29772 2024-11-08T23:20:35,111 INFO [M:0;300c1216fb79:43315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6a0888cecf147649734f8aca8e29772, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T23:20:35,112 INFO [M:0;300c1216fb79:43315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 467ms, sequenceid=105, compaction requested=false 2024-11-08T23:20:35,113 INFO [M:0;300c1216fb79:43315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:35,113 DEBUG [M:0;300c1216fb79:43315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108034645Disabling compacts and flushes for region at 1731108034645Disabling writes for close at 1731108034645Obtaining lock to block concurrent updates at 1731108034645Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731108034645Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731108034645Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731108034646 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731108034646Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731108034658 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731108034658Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731108035065 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731108035077 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731108035077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731108035084 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731108035095 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731108035095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1110e96a: reopening flushed file at 1731108035101 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796bfb17: reopening flushed file at 1731108035105 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749679db: reopening flushed file at 1731108035108 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 467ms, sequenceid=105, compaction requested=false at 1731108035112 (+4 ms)Writing region close event to WAL at 1731108035113 (+1 ms)Closed at 1731108035113 2024-11-08T23:20:35,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741830_1006 (size=64423) 2024-11-08T23:20:35,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4827e062-cce3-2da1-89aa-21446d440854/MasterData/WALs/300c1216fb79,43315,1731107994644/300c1216fb79%2C43315%2C1731107994644.1731107995743 not finished, retry = 0 2024-11-08T23:20:35,216 INFO [M:0;300c1216fb79:43315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:20:35,216 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:20:35,216 INFO [M:0;300c1216fb79:43315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43315 2024-11-08T23:20:35,216 INFO [M:0;300c1216fb79:43315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:20:35,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:35,404 INFO [M:0;300c1216fb79:43315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:20:35,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43315-0x1011cbfafed0000, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:20:35,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1676b70e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:20:35,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62d3a572{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:20:35,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:20:35,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:20:35,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3ff479{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.log.dir/,STOPPED} 2024-11-08T23:20:35,408 WARN [BP-821112951-172.17.0.2-1731107992657 heartbeating to localhost/127.0.0.1:40947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:20:35,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:20:35,408 WARN [BP-821112951-172.17.0.2-1731107992657 heartbeating to localhost/127.0.0.1:40947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821112951-172.17.0.2-1731107992657 (Datanode Uuid bca40a67-9e88-4d58-aab4-c06e38ac8b45) service to localhost/127.0.0.1:40947 2024-11-08T23:20:35,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:20:35,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/cluster_85bd8ce7-7411-2598-16db-044cb8356d3a/data/data1/current/BP-821112951-172.17.0.2-1731107992657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:20:35,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/cluster_85bd8ce7-7411-2598-16db-044cb8356d3a/data/data2/current/BP-821112951-172.17.0.2-1731107992657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:20:35,409 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:20:35,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e88af59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:20:35,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6982ec1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:20:35,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:20:35,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53dd9be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:20:35,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41c7b4db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36461080-f2a4-6a81-1292-0c810ca6cf6b/hadoop.log.dir/,STOPPED} 2024-11-08T23:20:35,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:20:35,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:20:35,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49694) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49694) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49694) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35379 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33649 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40947 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 734) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=2398 (was 2760) 2024-11-08T23:20:35,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=2399 2024-11-08T23:20:35,467 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T23:20:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.log.dir so I do NOT create it in target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f 2024-11-08T23:20:35,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:20:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.tmp.dir so I do NOT create it in target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f 2024-11-08T23:20:35,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b39c53a-9335-5324-f954-a77e1ee42f85/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:20:35,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f 2024-11-08T23:20:35,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4, deleteOnExit=true 2024-11-08T23:20:35,486 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/zookeeper_0, clientPort=61324, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:20:35,486 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61324 2024-11-08T23:20:35,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/test.cache.data in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:20:35,487 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:20:35,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:20:35,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:20:35,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:35,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:20:35,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:20:35,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cbfafed0005, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:20:35,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011cbfafed0008, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:20:35,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cbfafed0002, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T23:20:35,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011cbfafed0008, quorum=127.0.0.1:49694, baseZNode=/21306015222 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:20:35,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cbfafed0005, quorum=127.0.0.1:49694, baseZNode=/1-694818878 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:20:35,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cbfafed0002, quorum=127.0.0.1:49694, baseZNode=/01069405112 Received Disconnected from ZooKeeper, ignoring 2024-11-08T23:20:35,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:35,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:35,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:35,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:35,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:20:35,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:35,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c51fb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:35,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f201eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:35,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e44add1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/java.io.tmpdir/jetty-localhost-35997-hadoop-hdfs-3_4_1-tests_jar-_-any-485173970020191439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:20:35,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1de33c37{HTTP/1.1, (http/1.1)}{localhost:35997} 2024-11-08T23:20:35,905 INFO [Time-limited test {}] server.Server(415): Started @312310ms 2024-11-08T23:20:36,238 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:36,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,241 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,268 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,268 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,268 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,268 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,277 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,277 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,278 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:36,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:36,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:36,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:36,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:36,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:20:36,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743fe49b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:36,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9f24307{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:36,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f13c430{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/java.io.tmpdir/jetty-localhost-35199-hadoop-hdfs-3_4_1-tests_jar-_-any-12295439777034536501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:20:36,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586588ba{HTTP/1.1, (http/1.1)}{localhost:35199} 2024-11-08T23:20:36,418 INFO [Time-limited test {}] server.Server(415): Started @312823ms 2024-11-08T23:20:36,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:20:37,152 WARN [Thread-4154 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/data/data1/current/BP-1276870945-172.17.0.2-1731108035501/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:37,152 WARN [Thread-4155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/data/data2/current/BP-1276870945-172.17.0.2-1731108035501/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:37,174 WARN [Thread-4142 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:20:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6381041f5151267e with lease ID 0x589fac34be484998: Processing first storage report for DS-c29347c3-2dfa-4159-aabc-c59b38dcf914 from datanode DatanodeRegistration(127.0.0.1:37087, datanodeUuid=c2d58d6e-eee9-4ff8-acad-b0dd1b575edb, infoPort=42491, infoSecurePort=0, ipcPort=44145, storageInfo=lv=-57;cid=testClusterID;nsid=1464546137;c=1731108035501) 2024-11-08T23:20:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6381041f5151267e with lease ID 0x589fac34be484998: from storage DS-c29347c3-2dfa-4159-aabc-c59b38dcf914 node DatanodeRegistration(127.0.0.1:37087, datanodeUuid=c2d58d6e-eee9-4ff8-acad-b0dd1b575edb, infoPort=42491, infoSecurePort=0, ipcPort=44145, storageInfo=lv=-57;cid=testClusterID;nsid=1464546137;c=1731108035501), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6381041f5151267e with lease ID 0x589fac34be484998: Processing first storage report for DS-e0b2ef03-641c-4516-bdeb-34f1a592ea8e from datanode DatanodeRegistration(127.0.0.1:37087, datanodeUuid=c2d58d6e-eee9-4ff8-acad-b0dd1b575edb, infoPort=42491, infoSecurePort=0, ipcPort=44145, storageInfo=lv=-57;cid=testClusterID;nsid=1464546137;c=1731108035501) 2024-11-08T23:20:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6381041f5151267e with lease ID 0x589fac34be484998: from storage DS-e0b2ef03-641c-4516-bdeb-34f1a592ea8e node DatanodeRegistration(127.0.0.1:37087, datanodeUuid=c2d58d6e-eee9-4ff8-acad-b0dd1b575edb, infoPort=42491, infoSecurePort=0, ipcPort=44145, storageInfo=lv=-57;cid=testClusterID;nsid=1464546137;c=1731108035501), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:37,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f 2024-11-08T23:20:37,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:37,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:37,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:20:37,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2 with version=8 2024-11-08T23:20:37,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/hbase-staging 2024-11-08T23:20:37,661 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:37,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:37,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:37,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:37,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:37,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:37,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:20:37,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:37,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34969 2024-11-08T23:20:37,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34969 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-08T23:20:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349690x0, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:37,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34969-0x1011cc057490000 connected 2024-11-08T23:20:37,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:37,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:37,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Set watcher on znode that does not yet exist, /0-2070230632/running 2024-11-08T23:20:37,848 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2, hbase.cluster.distributed=false 2024-11-08T23:20:37,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Set watcher on znode that does not yet exist, /0-2070230632/acl 2024-11-08T23:20:37,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-08T23:20:37,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34969 2024-11-08T23:20:37,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34969 2024-11-08T23:20:37,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-08T23:20:37,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-08T23:20:37,863 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:37,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:37,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:20:37,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:37,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41665 2024-11-08T23:20:37,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41665 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-08T23:20:37,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:37,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:37,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416650x0, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:37,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41665-0x1011cc057490001 connected 2024-11-08T23:20:37,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416650x0, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Set watcher on znode that does not yet exist, /0-2070230632/running 2024-11-08T23:20:37,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:20:37,877 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:20:37,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Set watcher on znode that does not yet exist, /0-2070230632/master 2024-11-08T23:20:37,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Set watcher on znode that does not yet exist, /0-2070230632/acl 2024-11-08T23:20:37,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-08T23:20:37,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41665 2024-11-08T23:20:37,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41665 2024-11-08T23:20:37,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-08T23:20:37,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-08T23:20:37,894 DEBUG [M:0;300c1216fb79:34969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:34969 2024-11-08T23:20:37,894 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2070230632/backup-masters/300c1216fb79,34969,1731108037661 2024-11-08T23:20:37,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632/backup-masters 2024-11-08T23:20:37,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632/backup-masters 2024-11-08T23:20:37,907 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Set watcher on existing znode=/0-2070230632/backup-masters/300c1216fb79,34969,1731108037661 2024-11-08T23:20:37,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070230632/master 2024-11-08T23:20:37,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:37,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:37,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Set watcher on existing znode=/0-2070230632/master 2024-11-08T23:20:37,918 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2070230632/backup-masters/300c1216fb79,34969,1731108037661 from backup master directory 2024-11-08T23:20:37,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070230632/backup-masters/300c1216fb79,34969,1731108037661 2024-11-08T23:20:37,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632/backup-masters 2024-11-08T23:20:37,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632/backup-masters 2024-11-08T23:20:37,928 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:37,928 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,34969,1731108037661 2024-11-08T23:20:37,930 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/hbase.id] with ID: d499863c-0aa3-4a98-93ce-fd7fe9867af0 2024-11-08T23:20:37,930 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/.tmp/hbase.id 2024-11-08T23:20:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:20:38,335 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/.tmp/hbase.id]:[hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/hbase.id] 2024-11-08T23:20:38,341 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:38,341 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:20:38,342 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:20:38,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:38,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:20:38,953 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:38,954 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:20:38,954 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:20:39,360 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/data/master/store 2024-11-08T23:20:39,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:20:39,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:39,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:39,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:39,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:39,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:39,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:39,765 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:39,765 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108039765Disabling compacts and flushes for region at 1731108039765Disabling writes for close at 1731108039765Writing region close event to WAL at 1731108039765Closed at 1731108039765 2024-11-08T23:20:39,766 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/data/master/store/.initializing 2024-11-08T23:20:39,766 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/WALs/300c1216fb79,34969,1731108037661 2024-11-08T23:20:39,766 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:39,767 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C34969%2C1731108037661, suffix=, logDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/WALs/300c1216fb79,34969,1731108037661, archiveDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/oldWALs, maxLogs=10 2024-11-08T23:20:39,780 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/WALs/300c1216fb79,34969,1731108037661/300c1216fb79%2C34969%2C1731108037661.1731108039768, exclude list is [], retry=0 2024-11-08T23:20:39,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-c29347c3-2dfa-4159-aabc-c59b38dcf914,DISK] 2024-11-08T23:20:39,784 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/WALs/300c1216fb79,34969,1731108037661/300c1216fb79%2C34969%2C1731108037661.1731108039768 2024-11-08T23:20:39,784 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42491:42491)] 2024-11-08T23:20:39,784 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:39,784 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:39,784 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,784 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:20:39,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:39,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:39,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:20:39,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:39,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:39,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:20:39,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:39,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:39,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:20:39,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:39,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:39,793 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,794 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,794 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,795 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,795 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,795 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:39,796 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:39,798 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:39,799 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71100576, jitterRate=0.059481143951416016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:39,799 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731108039784Initializing all the Stores at 1731108039785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108039785Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108039785Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108039785Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108039785Cleaning up temporary data from old regions at 1731108039795 (+10 ms)Region opened successfully at 1731108039799 (+4 ms) 2024-11-08T23:20:39,800 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:20:39,802 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e59ae59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:39,802 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:20:39,803 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:20:39,803 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:20:39,803 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:20:39,803 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:20:39,804 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:20:39,804 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:20:39,809 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:20:39,810 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Unable to get data of znode /0-2070230632/balancer because node does not exist (not necessarily an error) 2024-11-08T23:20:39,885 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070230632/balancer already deleted, retry=false 2024-11-08T23:20:39,886 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:20:39,886 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Unable to get data of znode /0-2070230632/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:20:39,896 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070230632/normalizer already deleted, retry=false 2024-11-08T23:20:39,896 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:20:39,897 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Unable to get data of znode /0-2070230632/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:20:39,906 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070230632/switch/split already deleted, retry=false 2024-11-08T23:20:39,907 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Unable to get data of znode /0-2070230632/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:20:39,917 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070230632/switch/merge already deleted, retry=false 2024-11-08T23:20:39,919 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Unable to get data of znode /0-2070230632/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:20:39,927 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070230632/snapshot-cleanup already deleted, retry=false 2024-11-08T23:20:39,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070230632/running 2024-11-08T23:20:39,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070230632/running 2024-11-08T23:20:39,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:39,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:39,938 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,34969,1731108037661, sessionid=0x1011cc057490000, setting cluster-up flag (Was=false) 2024-11-08T23:20:39,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:39,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:39,991 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2070230632/flush-table-proc/acquired, /0-2070230632/flush-table-proc/reached, /0-2070230632/flush-table-proc/abort 2024-11-08T23:20:39,992 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,34969,1731108037661 2024-11-08T23:20:40,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:40,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:40,043 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2070230632/online-snapshot/acquired, /0-2070230632/online-snapshot/reached, /0-2070230632/online-snapshot/abort 2024-11-08T23:20:40,044 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,34969,1731108037661 2024-11-08T23:20:40,045 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:20:40,046 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:40,047 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:20:40,047 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:20:40,047 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,34969,1731108037661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:20:40,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:40,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:40,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:40,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:40,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:20:40,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:40,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731108070049 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:20:40,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:40,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,049 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:20:40,050 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:20:40,050 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:20:40,050 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:20:40,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:40,050 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:20:40,050 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:20:40,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:20:40,050 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108040050,5,FailOnTimeoutGroup] 2024-11-08T23:20:40,051 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108040050,5,FailOnTimeoutGroup] 2024-11-08T23:20:40,051 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,051 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:20:40,051 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,051 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:20:40,087 INFO [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer(746): ClusterId : d499863c-0aa3-4a98-93ce-fd7fe9867af0 2024-11-08T23:20:40,087 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:20:40,096 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:20:40,097 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:20:40,107 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:20:40,107 DEBUG [RS:0;300c1216fb79:41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cfae86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:40,120 DEBUG [RS:0;300c1216fb79:41665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:41665 2024-11-08T23:20:40,120 INFO [RS:0;300c1216fb79:41665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:20:40,120 INFO [RS:0;300c1216fb79:41665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:20:40,120 DEBUG [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:20:40,121 INFO [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,34969,1731108037661 with port=41665, startcode=1731108037863 2024-11-08T23:20:40,121 DEBUG [RS:0;300c1216fb79:41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:20:40,123 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:20:40,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,41665,1731108037863 2024-11-08T23:20:40,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34969 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,41665,1731108037863 2024-11-08T23:20:40,124 DEBUG [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2 2024-11-08T23:20:40,124 DEBUG [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45713 2024-11-08T23:20:40,124 DEBUG [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:20:40,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632/rs 2024-11-08T23:20:40,135 DEBUG [RS:0;300c1216fb79:41665 {}] zookeeper.ZKUtil(111): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Set watcher on existing znode=/0-2070230632/rs/300c1216fb79,41665,1731108037863 2024-11-08T23:20:40,135 WARN [RS:0;300c1216fb79:41665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:40,135 INFO [RS:0;300c1216fb79:41665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:40,135 DEBUG [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/WALs/300c1216fb79,41665,1731108037863 2024-11-08T23:20:40,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,41665,1731108037863] 2024-11-08T23:20:40,137 INFO [RS:0;300c1216fb79:41665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:20:40,138 INFO [RS:0;300c1216fb79:41665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:20:40,138 INFO [RS:0;300c1216fb79:41665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:20:40,138 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,138 INFO [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:20:40,139 INFO [RS:0;300c1216fb79:41665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:20:40,139 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,139 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,140 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,140 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,140 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:40,140 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:40,140 DEBUG [RS:0;300c1216fb79:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:40,144 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,144 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,144 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,144 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,144 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,144 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,41665,1731108037863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:40,163 INFO [RS:0;300c1216fb79:41665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:20:40,163 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,41665,1731108037863-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,163 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,163 INFO [RS:0;300c1216fb79:41665 {}] regionserver.Replication(171): 300c1216fb79,41665,1731108037863 started 2024-11-08T23:20:40,181 INFO [RS:0;300c1216fb79:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:40,182 INFO [RS:0;300c1216fb79:41665 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,41665,1731108037863, RpcServer on 300c1216fb79/172.17.0.2:41665, sessionid=0x1011cc057490001 2024-11-08T23:20:40,182 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:20:40,182 DEBUG [RS:0;300c1216fb79:41665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,41665,1731108037863 2024-11-08T23:20:40,182 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,41665,1731108037863' 2024-11-08T23:20:40,182 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2070230632/flush-table-proc/abort' 2024-11-08T23:20:40,182 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2070230632/flush-table-proc/acquired' 2024-11-08T23:20:40,183 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:20:40,183 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:20:40,183 DEBUG [RS:0;300c1216fb79:41665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,41665,1731108037863 2024-11-08T23:20:40,183 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,41665,1731108037863' 2024-11-08T23:20:40,183 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2070230632/online-snapshot/abort' 2024-11-08T23:20:40,183 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2070230632/online-snapshot/acquired' 2024-11-08T23:20:40,183 DEBUG [RS:0;300c1216fb79:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:20:40,183 INFO [RS:0;300c1216fb79:41665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:20:40,183 INFO [RS:0;300c1216fb79:41665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:20:40,284 INFO [RS:0;300c1216fb79:41665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:40,285 INFO [RS:0;300c1216fb79:41665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41665%2C1731108037863, suffix=, logDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/WALs/300c1216fb79,41665,1731108037863, archiveDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/oldWALs, maxLogs=10 2024-11-08T23:20:40,300 DEBUG [RS:0;300c1216fb79:41665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/WALs/300c1216fb79,41665,1731108037863/300c1216fb79%2C41665%2C1731108037863.1731108040285, exclude list is [], retry=0 2024-11-08T23:20:40,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-c29347c3-2dfa-4159-aabc-c59b38dcf914,DISK] 2024-11-08T23:20:40,307 INFO [RS:0;300c1216fb79:41665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/WALs/300c1216fb79,41665,1731108037863/300c1216fb79%2C41665%2C1731108037863.1731108040285 2024-11-08T23:20:40,307 DEBUG [RS:0;300c1216fb79:41665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42491:42491)] 2024-11-08T23:20:40,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:20:40,459 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2 2024-11-08T23:20:40,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:20:40,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:40,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:40,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:40,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:40,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:40,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:40,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:40,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:40,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:40,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:40,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:40,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:40,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:40,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:40,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:40,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:40,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/hbase/meta/1588230740 2024-11-08T23:20:40,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/hbase/meta/1588230740 2024-11-08T23:20:40,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:40,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:40,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:40,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:40,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:40,873 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63253745, jitterRate=-0.05744574964046478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731108040864Initializing all the Stores at 1731108040864Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108040864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108040865 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108040865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108040865Cleaning up temporary data from old regions at 1731108040870 (+5 ms)Region opened successfully at 1731108040874 (+4 ms) 2024-11-08T23:20:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:20:40,874 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:20:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:20:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:20:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:20:40,874 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108040874Disabling compacts and flushes for region at 1731108040874Disabling writes for close at 1731108040874Writing region close event to WAL at 1731108040874Closed at 1731108040874 2024-11-08T23:20:40,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:40,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:20:40,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:20:40,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:40,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:20:41,027 DEBUG [300c1216fb79:34969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:20:41,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,41665,1731108037863 2024-11-08T23:20:41,028 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,41665,1731108037863, state=OPENING 2024-11-08T23:20:41,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:20:41,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:41,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070230632 2024-11-08T23:20:41,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070230632/meta-region-server: CHANGED 2024-11-08T23:20:41,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070230632/meta-region-server: CHANGED 2024-11-08T23:20:41,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:41,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,41665,1731108037863}] 2024-11-08T23:20:41,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:20:41,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:20:41,439 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:20:41,440 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:41,440 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:20:41,441 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C41665%2C1731108037863.meta, suffix=.meta, logDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/WALs/300c1216fb79,41665,1731108037863, archiveDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/oldWALs, maxLogs=10 2024-11-08T23:20:41,452 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/WALs/300c1216fb79,41665,1731108037863/300c1216fb79%2C41665%2C1731108037863.meta.1731108041441.meta, exclude list is [], retry=0 2024-11-08T23:20:41,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-c29347c3-2dfa-4159-aabc-c59b38dcf914,DISK] 2024-11-08T23:20:41,455 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/WALs/300c1216fb79,41665,1731108037863/300c1216fb79%2C41665%2C1731108037863.meta.1731108041441.meta 2024-11-08T23:20:41,455 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42491:42491)] 2024-11-08T23:20:41,456 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:41,456 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:41,456 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:20:41,456 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:20:41,456 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:20:41,456 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:20:41,456 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:41,457 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:20:41,457 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:20:41,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:41,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:41,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:41,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:41,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:41,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:41,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:41,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:41,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:41,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:41,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:41,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:41,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:41,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:41,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:41,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:41,461 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:41,462 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/hbase/meta/1588230740 2024-11-08T23:20:41,462 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/hbase/meta/1588230740 2024-11-08T23:20:41,463 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:41,463 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:41,463 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:41,464 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:41,465 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67175165, jitterRate=9.879618883132935E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:41,465 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:20:41,466 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731108041457Writing region info on filesystem at 1731108041457Initializing all the Stores at 1731108041457Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108041457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108041457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108041457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108041457Cleaning up temporary data from old regions at 1731108041463 (+6 ms)Running coprocessor post-open hooks at 1731108041465 (+2 ms)Region opened successfully at 1731108041465 2024-11-08T23:20:41,466 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731108041436 2024-11-08T23:20:41,468 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:20:41,468 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:20:41,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,41665,1731108037863 2024-11-08T23:20:41,469 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,41665,1731108037863, state=OPEN 2024-11-08T23:20:41,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x1011cc057490001, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2070230632/meta-region-server 2024-11-08T23:20:41,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x1011cc057490000, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2070230632/meta-region-server 2024-11-08T23:20:41,496 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,41665,1731108037863 2024-11-08T23:20:41,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070230632/meta-region-server: CHANGED 2024-11-08T23:20:41,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070230632/meta-region-server: CHANGED 2024-11-08T23:20:41,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:20:41,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,41665,1731108037863 in 212 msec 2024-11-08T23:20:41,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:20:41,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-08T23:20:41,500 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:41,500 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:20:41,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:41,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41665,1731108037863, seqNum=-1] 2024-11-08T23:20:41,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:41,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:41,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4590 sec 2024-11-08T23:20:41,505 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731108041505, completionTime=-1 2024-11-08T23:20:41,505 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:20:41,505 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:20:41,506 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:20:41,506 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108101506 2024-11-08T23:20:41,506 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108161506 2024-11-08T23:20:41,506 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T23:20:41,507 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34969,1731108037661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:41,507 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34969,1731108037661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:41,507 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34969,1731108037661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:41,507 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:34969, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:41,507 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:41,507 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:41,508 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:20:41,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.581sec 2024-11-08T23:20:41,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:20:41,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:20:41,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:20:41,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:20:41,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:20:41,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34969,1731108037661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:41,509 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34969,1731108037661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:20:41,511 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:20:41,511 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:20:41,511 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34969,1731108037661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:41,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5e01f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:41,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34969,-1 for getting cluster id 2024-11-08T23:20:41,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:41,590 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499863c-0aa3-4a98-93ce-fd7fe9867af0' 2024-11-08T23:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499863c-0aa3-4a98-93ce-fd7fe9867af0" 2024-11-08T23:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170f4cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34969,-1] 2024-11-08T23:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:41,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:41,591 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:41,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221ea79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:41,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:41,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,41665,1731108037863, seqNum=-1] 2024-11-08T23:20:41,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:41,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:41,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,34969,1731108037661 2024-11-08T23:20:41,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-08T23:20:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61324, baseZNode=/0-2070230632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:41,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cc057490002 connected 2024-11-08T23:20:41,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34969,1731108037661 2024-11-08T23:20:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@335e1892 2024-11-08T23:20:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:41,647 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:41,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:20:41,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:20:41,649 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:41,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:20:41,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:20:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:41,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:20:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:42,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:42,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fa1c97b731fa107758395d01340cb67, NAME => 'test,,1731108041647.2fa1c97b731fa107758395d01340cb67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2 2024-11-08T23:20:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:20:42,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:42,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:20:42,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:20:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731108041647.2fa1c97b731fa107758395d01340cb67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2fa1c97b731fa107758395d01340cb67, disabling compactions & flushes 2024-11-08T23:20:42,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731108041647.2fa1c97b731fa107758395d01340cb67. 2024-11-08T23:20:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108041647.2fa1c97b731fa107758395d01340cb67. 2024-11-08T23:20:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731108041647.2fa1c97b731fa107758395d01340cb67. after waiting 0 ms 2024-11-08T23:20:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731108041647.2fa1c97b731fa107758395d01340cb67. 2024-11-08T23:20:42,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731108041647.2fa1c97b731fa107758395d01340cb67. 2024-11-08T23:20:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fa1c97b731fa107758395d01340cb67: Waiting for close lock at 1731108042469Disabling compacts and flushes for region at 1731108042469Disabling writes for close at 1731108042469Writing region close event to WAL at 1731108042469Closed at 1731108042469 2024-11-08T23:20:42,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:20:42,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731108041647.2fa1c97b731fa107758395d01340cb67.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731108042472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108042472"}]},"ts":"1731108042472"} 2024-11-08T23:20:42,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:20:42,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:20:42,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108042475"}]},"ts":"1731108042475"} 2024-11-08T23:20:42,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:20:42,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2fa1c97b731fa107758395d01340cb67, ASSIGN}] 2024-11-08T23:20:42,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2fa1c97b731fa107758395d01340cb67, ASSIGN 2024-11-08T23:20:42,478 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2fa1c97b731fa107758395d01340cb67, ASSIGN; state=OFFLINE, location=300c1216fb79,41665,1731108037863; forceNewPlan=false, retain=false 2024-11-08T23:20:42,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2fa1c97b731fa107758395d01340cb67, regionState=OPENING, regionLocation=300c1216fb79,41665,1731108037863 2024-11-08T23:20:42,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2fa1c97b731fa107758395d01340cb67, ASSIGN because future has completed 2024-11-08T23:20:42,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fa1c97b731fa107758395d01340cb67, server=300c1216fb79,41665,1731108037863}] 2024-11-08T23:20:42,786 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731108041647.2fa1c97b731fa107758395d01340cb67. 2024-11-08T23:20:42,786 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fa1c97b731fa107758395d01340cb67, NAME => 'test,,1731108041647.2fa1c97b731fa107758395d01340cb67.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:42,786 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:42,787 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:20:42,787 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,787 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731108041647.2fa1c97b731fa107758395d01340cb67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:42,787 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,787 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,788 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:42,789 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fa1c97b731fa107758395d01340cb67 columnFamilyName f 2024-11-08T23:20:42,789 DEBUG [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:42,789 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] regionserver.HStore(327): Store=2fa1c97b731fa107758395d01340cb67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:42,789 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,790 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fa1c97b731fa107758395d01340cb67 columnFamilyName f1 2024-11-08T23:20:42,790 DEBUG [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:42,790 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] regionserver.HStore(327): Store=2fa1c97b731fa107758395d01340cb67/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:42,791 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,791 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fa1c97b731fa107758395d01340cb67 columnFamilyName norep 2024-11-08T23:20:42,791 DEBUG [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:42,792 INFO [StoreOpener-2fa1c97b731fa107758395d01340cb67-1 {}] regionserver.HStore(327): Store=2fa1c97b731fa107758395d01340cb67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:42,792 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,792 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/default/test/2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,793 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/default/test/2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,793 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,793 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,794 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:20:42,794 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,795 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/data/default/test/2fa1c97b731fa107758395d01340cb67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:42,796 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2fa1c97b731fa107758395d01340cb67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68007872, jitterRate=0.013396263122558594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:20:42,796 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fa1c97b731fa107758395d01340cb67 2024-11-08T23:20:42,796 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2fa1c97b731fa107758395d01340cb67: Running coprocessor pre-open hook at 1731108042787Writing region info on filesystem at 1731108042787Initializing all the Stores at 1731108042787Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108042787Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108042788 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108042788Cleaning up temporary data from old regions at 1731108042793 (+5 ms)Running coprocessor post-open hooks at 1731108042796 (+3 ms)Region opened successfully at 1731108042796 2024-11-08T23:20:42,799 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731108041647.2fa1c97b731fa107758395d01340cb67., pid=6, masterSystemTime=1731108042783 2024-11-08T23:20:42,801 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731108041647.2fa1c97b731fa107758395d01340cb67. 2024-11-08T23:20:42,801 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731108041647.2fa1c97b731fa107758395d01340cb67. 2024-11-08T23:20:42,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2fa1c97b731fa107758395d01340cb67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,41665,1731108037863 2024-11-08T23:20:42,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fa1c97b731fa107758395d01340cb67, server=300c1216fb79,41665,1731108037863 because future has completed 2024-11-08T23:20:42,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:20:42,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fa1c97b731fa107758395d01340cb67, server=300c1216fb79,41665,1731108037863 in 173 msec 2024-11-08T23:20:42,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:20:42,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2fa1c97b731fa107758395d01340cb67, ASSIGN in 328 msec 2024-11-08T23:20:42,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:20:42,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108042807"}]},"ts":"1731108042807"} 2024-11-08T23:20:42,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:20:42,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:20:42,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-08T23:20:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:20:43,799 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:20:43,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c863e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:43,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34969,-1 for getting cluster id 2024-11-08T23:20:43,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:43,800 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499863c-0aa3-4a98-93ce-fd7fe9867af0' 2024-11-08T23:20:43,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:43,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499863c-0aa3-4a98-93ce-fd7fe9867af0" 2024-11-08T23:20:43,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecae0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:43,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34969,-1] 2024-11-08T23:20:43,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:43,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:43,801 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e80e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:43,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:43,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34969,1731108037661 2024-11-08T23:20:43,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@298776e5 2024-11-08T23:20:43,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:43,803 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:43,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:34969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:20:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:20:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:43,805 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:34969' 2024-11-08T23:20:43,806 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b8f545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:43,806 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,34969,-1 for getting cluster id 2024-11-08T23:20:43,806 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:43,807 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499863c-0aa3-4a98-93ce-fd7fe9867af0' 2024-11-08T23:20:43,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:43,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499863c-0aa3-4a98-93ce-fd7fe9867af0" 2024-11-08T23:20:43,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df1803b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:43,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,34969,-1] 2024-11-08T23:20:43,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:43,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:43,808 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:43,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7f39c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:43,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:20:43,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,34969,1731108037661 2024-11-08T23:20:43,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70d243e 2024-11-08T23:20:43,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:20:43,810 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:20:43,810 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:20:43,810 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:20:43,810 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:43,810 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:43,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:43,811 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://300c1216fb79:34969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T23:20:43,816 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://300c1216fb79:34969, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://300c1216fb79:34969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://300c1216fb79:34969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T23:20:43,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://300c1216fb79:34969, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-08T23:20:43,818 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T23:20:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:20:43,909 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://300c1216fb79:34969, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T23:20:43,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:20:43,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:20:43,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:43,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:43,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:20:43,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: RS:0;300c1216fb79:41665-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108040050 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@63693e8c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61324) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: BP-1276870945-172.17.0.2-1731108035501 heartbeating to localhost/127.0.0.1:45713 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2f43f77c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7841 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f244339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2-prefix:300c1216fb79,41665,1731108037863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61324) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: regionserver/300c1216fb79:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1861381605_20 at /127.0.0.1:51436 [Receiving block BP-1276870945-172.17.0.2-1731108035501:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1276870945-172.17.0.2-1731108035501:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2/MasterData-prefix:300c1216fb79,34969,1731108037661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f4f24ad9d08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45713 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp897814512-7842 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f244339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/300c1216fb79:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp897814512-7847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45713/user/jenkins/test-data/bf645014-c008-1892-3896-34e36411f5d2-prefix:300c1216fb79,41665,1731108037863.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108040050 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1946546478-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7844-acceptor-0@29c22b91-ServerConnector@1de33c37{HTTP/1.1, (http/1.1)}{localhost:35997} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@b20fe7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7840 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f244339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_961106576_20 at /127.0.0.1:51452 [Receiving block BP-1276870945-172.17.0.2-1731108035501:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@e20eb75 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 45713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server handler 3 on default port 44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp897814512-7846 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_961106576_20 at /127.0.0.1:51444 [Receiving block BP-1276870945-172.17.0.2-1731108035501:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6780168c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2e9ae276 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-75932fee-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@191a2d01 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45713 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;300c1216fb79:41665 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1946546478-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(527565272) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Session-HouseKeeper-4f850123-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/300c1216fb79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1946546478-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f244339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/data/data1/current/BP-1276870945-172.17.0.2-1731108035501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp897814512-7843 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f244339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/300c1216fb79:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:61324): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1946546478-7891-acceptor-0@3fb7c4e0-ServerConnector@586588ba{HTTP/1.1, (http/1.1)}{localhost:35199} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/cluster_6039859a-95ab-9a35-f35f-e1a653b583e4/data/data2/current/BP-1276870945-172.17.0.2-1731108035501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_961106576_20 at /127.0.0.1:51390 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44145 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61324 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: M:0;300c1216fb79:34969 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/300c1216fb79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/300c1216fb79:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d597bef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3b48b9fc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@682d52ff[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f4f249f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 300c1216fb79:34969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PacketResponder: BP-1276870945-172.17.0.2-1731108035501:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1276870945-172.17.0.2-1731108035501:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61324) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) - Thread LEAK? -, OpenFileDescriptor=866 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 398) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2463 (was 2399) - AvailableMemoryMB LEAK? - 2024-11-08T23:20:43,926 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-08T23:20:43,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=2462 2024-11-08T23:20:43,941 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-08T23:20:43,956 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T23:20:43,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/hadoop.log.dir so I do NOT create it in target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52 2024-11-08T23:20:43,957 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:20:43,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/hadoop.tmp.dir so I do NOT create it in target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52 2024-11-08T23:20:43,957 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969d2f1d-0bc5-664a-c7d0-a188b29c3c5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:20:43,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52 2024-11-08T23:20:43,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/cluster_a1012345-1750-a195-c507-71aad39636be, deleteOnExit=true 2024-11-08T23:20:44,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/cluster_a1012345-1750-a195-c507-71aad39636be/zookeeper_0, clientPort=57841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/cluster_a1012345-1750-a195-c507-71aad39636be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/cluster_a1012345-1750-a195-c507-71aad39636be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:20:44,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57841 2024-11-08T23:20:44,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:20:44,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:20:44,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/test.cache.data in system properties and HBase conf 2024-11-08T23:20:44,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:20:44,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:20:44,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:20:44,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:20:44,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:20:44,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:20:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:20:44,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:44,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:44,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:44,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:44,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:20:44,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:44,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5879c998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:44,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@650bc6a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:44,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@324ba0dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/java.io.tmpdir/jetty-localhost-40957-hadoop-hdfs-3_4_1-tests_jar-_-any-12206215413234359902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:20:44,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3504153d{HTTP/1.1, (http/1.1)}{localhost:40957} 2024-11-08T23:20:44,880 INFO [Time-limited test {}] server.Server(415): Started @321284ms 2024-11-08T23:20:45,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:45,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:45,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:45,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:45,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:20:45,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57456433{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:45,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43981c9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:45,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207437ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/java.io.tmpdir/jetty-localhost-42209-hadoop-hdfs-3_4_1-tests_jar-_-any-10035631301472726554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:20:45,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@184d626c{HTTP/1.1, (http/1.1)}{localhost:42209} 2024-11-08T23:20:45,616 INFO [Time-limited test {}] server.Server(415): Started @322020ms 2024-11-08T23:20:45,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:20:46,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:20:46,138 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T23:20:46,745 WARN [Thread-4288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/cluster_a1012345-1750-a195-c507-71aad39636be/data/data1/current/BP-1043423874-172.17.0.2-1731108044053/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:46,749 WARN [Thread-4289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/cluster_a1012345-1750-a195-c507-71aad39636be/data/data2/current/BP-1043423874-172.17.0.2-1731108044053/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:46,780 WARN [Thread-4276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:20:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a23258e02e7b25f with lease ID 0x1275780ec93d104b: Processing first storage report for DS-473a2adb-2f11-4302-9fc0-438fec98aaba from datanode DatanodeRegistration(127.0.0.1:34079, datanodeUuid=32b5a594-b84c-4fb2-bc8c-3b1bf2ef0dfc, infoPort=36037, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=1577662484;c=1731108044053) 2024-11-08T23:20:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a23258e02e7b25f with lease ID 0x1275780ec93d104b: from storage DS-473a2adb-2f11-4302-9fc0-438fec98aaba node DatanodeRegistration(127.0.0.1:34079, datanodeUuid=32b5a594-b84c-4fb2-bc8c-3b1bf2ef0dfc, infoPort=36037, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=1577662484;c=1731108044053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a23258e02e7b25f with lease ID 0x1275780ec93d104b: Processing first storage report for DS-1ad9c7b3-bbe6-4c6f-b418-d2eab7333fba from datanode DatanodeRegistration(127.0.0.1:34079, datanodeUuid=32b5a594-b84c-4fb2-bc8c-3b1bf2ef0dfc, infoPort=36037, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=1577662484;c=1731108044053) 2024-11-08T23:20:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a23258e02e7b25f with lease ID 0x1275780ec93d104b: from storage DS-1ad9c7b3-bbe6-4c6f-b418-d2eab7333fba node DatanodeRegistration(127.0.0.1:34079, datanodeUuid=32b5a594-b84c-4fb2-bc8c-3b1bf2ef0dfc, infoPort=36037, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=1577662484;c=1731108044053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:46,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52 2024-11-08T23:20:46,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:46,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:20:46,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9 with version=8 2024-11-08T23:20:46,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/hbase-staging 2024-11-08T23:20:46,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:46,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:46,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:46,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:46,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:46,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:46,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:20:46,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:46,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39527 2024-11-08T23:20:46,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39527 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:20:46,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:46,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:46,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:46,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:46,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:46,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:46,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:46,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:46,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395270x0, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:47,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39527-0x1011cc078ac0000 connected 2024-11-08T23:20:47,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:47,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:47,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:47,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on znode that does not yet exist, /070574626/running 2024-11-08T23:20:47,272 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9, hbase.cluster.distributed=false 2024-11-08T23:20:47,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on znode that does not yet exist, /070574626/acl 2024-11-08T23:20:47,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39527 2024-11-08T23:20:47,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39527 2024-11-08T23:20:47,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39527 2024-11-08T23:20:47,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39527 2024-11-08T23:20:47,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39527 2024-11-08T23:20:47,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:47,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:47,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:47,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:47,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:47,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:47,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:20:47,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:47,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40301 2024-11-08T23:20:47,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40301 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:20:47,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:47,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:47,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403010x0, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:47,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403010x0, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on znode that does not yet exist, /070574626/running 2024-11-08T23:20:47,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40301-0x1011cc078ac0001 connected 2024-11-08T23:20:47,332 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:20:47,333 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:20:47,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on znode that does not yet exist, /070574626/master 2024-11-08T23:20:47,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on znode that does not yet exist, /070574626/acl 2024-11-08T23:20:47,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-08T23:20:47,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40301 2024-11-08T23:20:47,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40301 2024-11-08T23:20:47,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-08T23:20:47,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-08T23:20:47,378 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:39527 2024-11-08T23:20:47,379 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /070574626/backup-masters/300c1216fb79,39527,1731108046893 2024-11-08T23:20:47,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626/backup-masters 2024-11-08T23:20:47,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626/backup-masters 2024-11-08T23:20:47,385 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on existing znode=/070574626/backup-masters/300c1216fb79,39527,1731108046893 2024-11-08T23:20:47,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:47,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/070574626/master 2024-11-08T23:20:47,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:47,396 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on existing znode=/070574626/master 2024-11-08T23:20:47,396 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /070574626/backup-masters/300c1216fb79,39527,1731108046893 from backup master directory 2024-11-08T23:20:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626/backup-masters 2024-11-08T23:20:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/070574626/backup-masters/300c1216fb79,39527,1731108046893 2024-11-08T23:20:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626/backup-masters 2024-11-08T23:20:47,405 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:47,405 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,39527,1731108046893 2024-11-08T23:20:47,407 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/hbase.id] with ID: b1dbe1f8-b9a7-4290-b16f-4ec89679fd67 2024-11-08T23:20:47,407 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/.tmp/hbase.id 2024-11-08T23:20:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:20:47,411 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/.tmp/hbase.id]:[hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/hbase.id] 2024-11-08T23:20:47,420 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:47,420 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:20:47,421 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T23:20:47,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:47,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:47,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:20:47,867 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:47,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:20:47,868 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:47,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:20:48,281 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store 2024-11-08T23:20:48,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:20:48,286 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:48,286 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:48,286 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:48,286 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:48,286 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:48,286 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:48,286 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:48,287 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108048286Disabling compacts and flushes for region at 1731108048286Disabling writes for close at 1731108048286Writing region close event to WAL at 1731108048286Closed at 1731108048286 2024-11-08T23:20:48,287 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/.initializing 2024-11-08T23:20:48,287 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/WALs/300c1216fb79,39527,1731108046893 2024-11-08T23:20:48,288 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:48,290 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C39527%2C1731108046893, suffix=, logDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/WALs/300c1216fb79,39527,1731108046893, archiveDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/oldWALs, maxLogs=10 2024-11-08T23:20:48,303 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/WALs/300c1216fb79,39527,1731108046893/300c1216fb79%2C39527%2C1731108046893.1731108048290, exclude list is [], retry=0 2024-11-08T23:20:48,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-473a2adb-2f11-4302-9fc0-438fec98aaba,DISK] 2024-11-08T23:20:48,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/WALs/300c1216fb79,39527,1731108046893/300c1216fb79%2C39527%2C1731108046893.1731108048290 2024-11-08T23:20:48,307 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-08T23:20:48,307 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:48,307 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:48,307 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,307 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:20:48,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:48,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:48,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:20:48,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:48,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:48,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:20:48,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:48,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:48,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:20:48,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:48,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:48,321 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,321 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,321 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,322 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,322 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,322 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:48,323 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:48,325 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:48,325 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61667723, jitterRate=-0.08107931911945343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:48,325 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731108048308Initializing all the Stores at 1731108048308Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108048308Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108048316 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108048316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108048316Cleaning up temporary data from old regions at 1731108048322 (+6 ms)Region opened successfully at 1731108048325 (+3 ms) 2024-11-08T23:20:48,325 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:20:48,327 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a90fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:48,328 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:20:48,328 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:20:48,328 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:20:48,328 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:20:48,328 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:20:48,329 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:20:48,329 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:20:48,333 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:20:48,334 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Unable to get data of znode /070574626/balancer because node does not exist (not necessarily an error) 2024-11-08T23:20:48,369 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /070574626/balancer already deleted, retry=false 2024-11-08T23:20:48,369 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:20:48,370 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Unable to get data of znode /070574626/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:20:48,420 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /070574626/normalizer already deleted, retry=false 2024-11-08T23:20:48,421 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:20:48,421 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Unable to get data of znode /070574626/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:20:48,436 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /070574626/switch/split already deleted, retry=false 2024-11-08T23:20:48,437 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Unable to get data of znode /070574626/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:20:48,447 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /070574626/switch/merge already deleted, retry=false 2024-11-08T23:20:48,454 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Unable to get data of znode /070574626/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:20:48,457 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /070574626/snapshot-cleanup already deleted, retry=false 2024-11-08T23:20:48,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/070574626/running 2024-11-08T23:20:48,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/070574626/running 2024-11-08T23:20:48,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:48,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:48,468 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,39527,1731108046893, sessionid=0x1011cc078ac0000, setting cluster-up flag (Was=false) 2024-11-08T23:20:48,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:48,520 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /070574626/flush-table-proc/acquired, /070574626/flush-table-proc/reached, /070574626/flush-table-proc/abort 2024-11-08T23:20:48,521 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,39527,1731108046893 2024-11-08T23:20:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:48,573 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /070574626/online-snapshot/acquired, /070574626/online-snapshot/reached, /070574626/online-snapshot/abort 2024-11-08T23:20:48,574 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,39527,1731108046893 2024-11-08T23:20:48,577 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:20:48,581 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:48,581 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:20:48,582 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:20:48,582 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,39527,1731108046893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:20:48,583 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:48,583 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:48,583 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:48,583 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:48,583 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:20:48,583 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,583 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:48,583 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:48,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:20:48,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:48,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:20:48,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731108078612 2024-11-08T23:20:48,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:20:48,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:20:48,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:20:48,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:20:48,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:20:48,612 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:20:48,616 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,616 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:20:48,617 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:20:48,617 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:20:48,617 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:20:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:20:48,620 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:20:48,620 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:20:48,620 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108048620,5,FailOnTimeoutGroup] 2024-11-08T23:20:48,623 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108048620,5,FailOnTimeoutGroup] 2024-11-08T23:20:48,623 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,623 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:20:48,623 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,623 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,664 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(746): ClusterId : b1dbe1f8-b9a7-4290-b16f-4ec89679fd67 2024-11-08T23:20:48,664 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:20:48,668 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:20:48,668 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:20:48,679 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:20:48,680 DEBUG [RS:0;300c1216fb79:40301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622e02de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:48,693 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:40301 2024-11-08T23:20:48,693 INFO [RS:0;300c1216fb79:40301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:20:48,693 INFO [RS:0;300c1216fb79:40301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:20:48,693 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:20:48,694 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,39527,1731108046893 with port=40301, startcode=1731108047312 2024-11-08T23:20:48,694 DEBUG [RS:0;300c1216fb79:40301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:20:48,695 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:20:48,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,40301,1731108047312 2024-11-08T23:20:48,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39527 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,40301,1731108047312 2024-11-08T23:20:48,697 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9 2024-11-08T23:20:48,697 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42169 2024-11-08T23:20:48,697 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:20:48,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626/rs 2024-11-08T23:20:48,709 DEBUG [RS:0;300c1216fb79:40301 {}] zookeeper.ZKUtil(111): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on existing znode=/070574626/rs/300c1216fb79,40301,1731108047312 2024-11-08T23:20:48,709 WARN [RS:0;300c1216fb79:40301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:48,709 INFO [RS:0;300c1216fb79:40301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:48,709 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312 2024-11-08T23:20:48,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,40301,1731108047312] 2024-11-08T23:20:48,722 INFO [RS:0;300c1216fb79:40301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:20:48,724 INFO [RS:0;300c1216fb79:40301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:20:48,724 INFO [RS:0;300c1216fb79:40301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:20:48,724 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,725 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:20:48,726 INFO [RS:0;300c1216fb79:40301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:20:48,726 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:48,726 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:48,727 DEBUG [RS:0;300c1216fb79:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:48,736 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,736 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,736 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,736 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,736 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,736 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40301,1731108047312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:48,751 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:20:48,751 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40301,1731108047312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,751 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,751 INFO [RS:0;300c1216fb79:40301 {}] regionserver.Replication(171): 300c1216fb79,40301,1731108047312 started 2024-11-08T23:20:48,767 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:48,767 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,40301,1731108047312, RpcServer on 300c1216fb79/172.17.0.2:40301, sessionid=0x1011cc078ac0001 2024-11-08T23:20:48,767 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:20:48,767 DEBUG [RS:0;300c1216fb79:40301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,40301,1731108047312 2024-11-08T23:20:48,767 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,40301,1731108047312' 2024-11-08T23:20:48,767 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/070574626/flush-table-proc/abort' 2024-11-08T23:20:48,767 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/070574626/flush-table-proc/acquired' 2024-11-08T23:20:48,768 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:20:48,768 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:20:48,768 DEBUG [RS:0;300c1216fb79:40301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,40301,1731108047312 2024-11-08T23:20:48,768 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,40301,1731108047312' 2024-11-08T23:20:48,768 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/070574626/online-snapshot/abort' 2024-11-08T23:20:48,768 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/070574626/online-snapshot/acquired' 2024-11-08T23:20:48,768 DEBUG [RS:0;300c1216fb79:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:20:48,768 INFO [RS:0;300c1216fb79:40301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:20:48,768 INFO [RS:0;300c1216fb79:40301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:20:48,869 INFO [RS:0;300c1216fb79:40301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:48,870 INFO [RS:0;300c1216fb79:40301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C40301%2C1731108047312, suffix=, logDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312, archiveDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/oldWALs, maxLogs=10 2024-11-08T23:20:48,887 DEBUG [RS:0;300c1216fb79:40301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870, exclude list is [], retry=0 2024-11-08T23:20:48,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-473a2adb-2f11-4302-9fc0-438fec98aaba,DISK] 2024-11-08T23:20:48,891 INFO [RS:0;300c1216fb79:40301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 2024-11-08T23:20:48,891 DEBUG [RS:0;300c1216fb79:40301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-08T23:20:49,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:20:49,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9 2024-11-08T23:20:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:20:49,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:49,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:49,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:49,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:49,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:49,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:49,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:49,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:49,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:49,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:49,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:49,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:49,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:49,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:49,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:49,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:49,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:49,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:49,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740 2024-11-08T23:20:49,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740 2024-11-08T23:20:49,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:49,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:49,429 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:49,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:49,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:49,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71291344, jitterRate=0.062323808670043945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:49,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731108049423Initializing all the Stores at 1731108049423Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108049423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108049424 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108049424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108049424Cleaning up temporary data from old regions at 1731108049429 (+5 ms)Region opened successfully at 1731108049432 (+3 ms) 2024-11-08T23:20:49,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:20:49,432 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:20:49,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:20:49,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:20:49,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:20:49,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:49,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108049432Disabling compacts and flushes for region at 1731108049432Disabling writes for close at 1731108049432Writing region close event to WAL at 1731108049433 (+1 ms)Closed at 1731108049433 2024-11-08T23:20:49,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:49,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:20:49,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:20:49,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:49,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:20:49,585 DEBUG [300c1216fb79:39527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:20:49,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,40301,1731108047312 2024-11-08T23:20:49,586 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,40301,1731108047312, state=OPENING 2024-11-08T23:20:49,625 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:20:49,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:49,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:20:49,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:49,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,40301,1731108047312}] 2024-11-08T23:20:49,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /070574626/meta-region-server: CHANGED 2024-11-08T23:20:49,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /070574626/meta-region-server: CHANGED 2024-11-08T23:20:49,840 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:20:49,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:20:49,844 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:20:49,844 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:49,844 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:20:49,845 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C40301%2C1731108047312.meta, suffix=.meta, logDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312, archiveDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/oldWALs, maxLogs=10 2024-11-08T23:20:49,857 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.meta.1731108049845.meta, exclude list is [], retry=0 2024-11-08T23:20:49,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-473a2adb-2f11-4302-9fc0-438fec98aaba,DISK] 2024-11-08T23:20:49,860 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.meta.1731108049845.meta 2024-11-08T23:20:49,860 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-08T23:20:49,860 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:49,860 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:49,860 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:20:49,860 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:20:49,860 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:20:49,860 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:20:49,860 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:49,861 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:20:49,861 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:20:49,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:49,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:49,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:49,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:49,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:49,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:49,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:49,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:49,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:49,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:49,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:49,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:49,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:49,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:49,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:49,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:49,866 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:49,866 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740 2024-11-08T23:20:49,867 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740 2024-11-08T23:20:49,867 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:49,867 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:49,868 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:49,872 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:49,873 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74184789, jitterRate=0.10543949902057648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:49,873 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:20:49,873 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731108049861Writing region info on filesystem at 1731108049861Initializing all the Stores at 1731108049861Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108049861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108049862 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108049862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108049862Cleaning up temporary data from old regions at 1731108049867 (+5 ms)Running coprocessor post-open hooks at 1731108049873 (+6 ms)Region opened successfully at 1731108049873 2024-11-08T23:20:49,875 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731108049840 2024-11-08T23:20:49,877 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:20:49,877 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:20:49,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,40301,1731108047312 2024-11-08T23:20:49,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,40301,1731108047312, state=OPEN 2024-11-08T23:20:50,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/070574626/meta-region-server 2024-11-08T23:20:50,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/070574626/meta-region-server 2024-11-08T23:20:50,028 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,40301,1731108047312 2024-11-08T23:20:50,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /070574626/meta-region-server: CHANGED 2024-11-08T23:20:50,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /070574626/meta-region-server: CHANGED 2024-11-08T23:20:50,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:20:50,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,40301,1731108047312 in 340 msec 2024-11-08T23:20:50,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:20:50,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-11-08T23:20:50,031 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:50,031 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:20:50,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:50,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40301,1731108047312, seqNum=-1] 2024-11-08T23:20:50,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:50,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:50,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4550 sec 2024-11-08T23:20:50,036 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731108050036, completionTime=-1 2024-11-08T23:20:50,036 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:20:50,036 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108110038 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108170038 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,39527,1731108046893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,39527,1731108046893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,39527,1731108046893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:39527, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:50,038 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:50,040 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:20:50,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.636sec 2024-11-08T23:20:50,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:20:50,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:20:50,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:20:50,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:20:50,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:20:50,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,39527,1731108046893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:50,041 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,39527,1731108046893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:20:50,048 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:20:50,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:20:50,048 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,39527,1731108046893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:50,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131849e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:50,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,39527,-1 for getting cluster id 2024-11-08T23:20:50,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:50,065 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1dbe1f8-b9a7-4290-b16f-4ec89679fd67' 2024-11-08T23:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1dbe1f8-b9a7-4290-b16f-4ec89679fd67" 2024-11-08T23:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76592a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,39527,-1] 2024-11-08T23:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:50,067 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:50,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384017b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:50,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40301,1731108047312, seqNum=-1] 2024-11-08T23:20:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:50,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:50,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,39527,1731108046893 2024-11-08T23:20:50,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:20:50,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:50,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cc078ac0002 connected 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.log.dir so I do NOT create it in target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1 2024-11-08T23:20:50,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.tmp.dir so I do NOT create it in target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1 2024-11-08T23:20:50,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:20:50,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/cluster_11a7d27f-637b-4ccf-528f-dff77823e293, deleteOnExit=true 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/test.cache.data in system properties and HBase conf 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:20:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:20:50,190 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:20:50,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:20:50,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:50,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:50,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:50,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:50,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:20:50,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:50,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@757e1bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:50,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19cd99d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:50,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71de2d31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/java.io.tmpdir/jetty-localhost-38447-hadoop-hdfs-3_4_1-tests_jar-_-any-15811304869891022511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:20:50,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f63bdb1{HTTP/1.1, (http/1.1)}{localhost:38447} 2024-11-08T23:20:50,984 INFO [Time-limited test {}] server.Server(415): Started @327389ms 2024-11-08T23:20:51,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:51,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:51,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:51,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:51,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:20:51,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a87c77b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:51,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78c9005{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:51,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@155598f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/java.io.tmpdir/jetty-localhost-39015-hadoop-hdfs-3_4_1-tests_jar-_-any-14586658829241205531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:20:51,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@303b657b{HTTP/1.1, (http/1.1)}{localhost:39015} 2024-11-08T23:20:51,698 INFO [Time-limited test {}] server.Server(415): Started @328102ms 2024-11-08T23:20:51,699 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:20:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T23:20:51,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T23:20:51,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:20:51,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T23:20:52,779 WARN [Thread-4409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/cluster_11a7d27f-637b-4ccf-528f-dff77823e293/data/data1/current/BP-1826735538-172.17.0.2-1731108050205/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:52,779 WARN [Thread-4410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/cluster_11a7d27f-637b-4ccf-528f-dff77823e293/data/data2/current/BP-1826735538-172.17.0.2-1731108050205/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:52,796 WARN [Thread-4397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:20:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13172a0958253296 with lease ID 0x112900d4cdb3b0d8: Processing first storage report for DS-1c93e9df-e8bf-468b-a4e9-7ddca5de7b38 from datanode DatanodeRegistration(127.0.0.1:34683, datanodeUuid=3a066ab8-c090-46f5-8a12-539af91b5f3a, infoPort=35655, infoSecurePort=0, ipcPort=43821, storageInfo=lv=-57;cid=testClusterID;nsid=2118577074;c=1731108050205) 2024-11-08T23:20:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13172a0958253296 with lease ID 0x112900d4cdb3b0d8: from storage DS-1c93e9df-e8bf-468b-a4e9-7ddca5de7b38 node DatanodeRegistration(127.0.0.1:34683, datanodeUuid=3a066ab8-c090-46f5-8a12-539af91b5f3a, infoPort=35655, infoSecurePort=0, ipcPort=43821, storageInfo=lv=-57;cid=testClusterID;nsid=2118577074;c=1731108050205), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13172a0958253296 with lease ID 0x112900d4cdb3b0d8: Processing first storage report for DS-529b2d0b-df2f-46e4-8317-1e17413935a6 from datanode DatanodeRegistration(127.0.0.1:34683, datanodeUuid=3a066ab8-c090-46f5-8a12-539af91b5f3a, infoPort=35655, infoSecurePort=0, ipcPort=43821, storageInfo=lv=-57;cid=testClusterID;nsid=2118577074;c=1731108050205) 2024-11-08T23:20:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13172a0958253296 with lease ID 0x112900d4cdb3b0d8: from storage DS-529b2d0b-df2f-46e4-8317-1e17413935a6 node DatanodeRegistration(127.0.0.1:34683, datanodeUuid=3a066ab8-c090-46f5-8a12-539af91b5f3a, infoPort=35655, infoSecurePort=0, ipcPort=43821, storageInfo=lv=-57;cid=testClusterID;nsid=2118577074;c=1731108050205), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:52,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1 2024-11-08T23:20:52,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:52,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:20:53,246 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b with version=8 2024-11-08T23:20:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/hbase-staging 2024-11-08T23:20:53,249 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:53,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:53,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:53,249 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:53,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:53,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:53,249 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:20:53,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:53,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33177 2024-11-08T23:20:53,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33177 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:20:53,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331770x0, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:53,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33177-0x1011cc078ac0003 connected 2024-11-08T23:20:53,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:53,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:53,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on znode that does not yet exist, /11715508763/running 2024-11-08T23:20:53,346 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b, hbase.cluster.distributed=false 2024-11-08T23:20:53,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on znode that does not yet exist, /11715508763/acl 2024-11-08T23:20:53,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-08T23:20:53,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33177 2024-11-08T23:20:53,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33177 2024-11-08T23:20:53,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-08T23:20:53,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-08T23:20:53,382 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:53,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:53,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:53,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:53,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:53,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:53,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:20:53,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:53,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34121 2024-11-08T23:20:53,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34121 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:20:53,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:53,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:53,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341210x0, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:53,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341210x0, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on znode that does not yet exist, /11715508763/running 2024-11-08T23:20:53,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:20:53,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34121-0x1011cc078ac0004 connected 2024-11-08T23:20:53,419 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:20:53,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on znode that does not yet exist, /11715508763/master 2024-11-08T23:20:53,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on znode that does not yet exist, /11715508763/acl 2024-11-08T23:20:53,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34121 2024-11-08T23:20:53,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34121 2024-11-08T23:20:53,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34121 2024-11-08T23:20:53,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34121 2024-11-08T23:20:53,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34121 2024-11-08T23:20:53,451 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:33177 2024-11-08T23:20:53,452 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11715508763/backup-masters/300c1216fb79,33177,1731108053248 2024-11-08T23:20:53,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763/backup-masters 2024-11-08T23:20:53,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763/backup-masters 2024-11-08T23:20:53,458 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on existing znode=/11715508763/backup-masters/300c1216fb79,33177,1731108053248 2024-11-08T23:20:53,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11715508763/master 2024-11-08T23:20:53,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:53,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:53,468 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on existing znode=/11715508763/master 2024-11-08T23:20:53,469 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11715508763/backup-masters/300c1216fb79,33177,1731108053248 from backup master directory 2024-11-08T23:20:53,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763/backup-masters 2024-11-08T23:20:53,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715508763/backup-masters/300c1216fb79,33177,1731108053248 2024-11-08T23:20:53,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763/backup-masters 2024-11-08T23:20:53,478 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:53,478 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,33177,1731108053248 2024-11-08T23:20:53,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/hbase.id] with ID: 634cefe4-edd7-4ce9-8fef-932e5b649cb9 2024-11-08T23:20:53,485 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/.tmp/hbase.id 2024-11-08T23:20:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:20:53,497 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/.tmp/hbase.id]:[hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/hbase.id] 2024-11-08T23:20:53,506 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:53,506 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:20:53,507 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T23:20:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:53,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:20:53,930 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:53,931 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:20:53,932 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:53,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:20:53,945 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store 2024-11-08T23:20:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:20:54,355 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:54,355 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:54,355 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:54,355 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:54,355 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:54,355 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:54,355 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:54,355 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108054355Disabling compacts and flushes for region at 1731108054355Disabling writes for close at 1731108054355Writing region close event to WAL at 1731108054355Closed at 1731108054355 2024-11-08T23:20:54,356 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/.initializing 2024-11-08T23:20:54,356 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/WALs/300c1216fb79,33177,1731108053248 2024-11-08T23:20:54,357 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:54,358 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C33177%2C1731108053248, suffix=, logDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/WALs/300c1216fb79,33177,1731108053248, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/oldWALs, maxLogs=10 2024-11-08T23:20:54,369 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/WALs/300c1216fb79,33177,1731108053248/300c1216fb79%2C33177%2C1731108053248.1731108054358, exclude list is [], retry=0 2024-11-08T23:20:54,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34683,DS-1c93e9df-e8bf-468b-a4e9-7ddca5de7b38,DISK] 2024-11-08T23:20:54,372 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/WALs/300c1216fb79,33177,1731108053248/300c1216fb79%2C33177%2C1731108053248.1731108054358 2024-11-08T23:20:54,373 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35655:35655)] 2024-11-08T23:20:54,373 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:54,373 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:54,373 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,373 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:20:54,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:54,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:54,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:20:54,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:54,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:54,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:20:54,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:54,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:54,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:20:54,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:54,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:54,379 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,380 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,380 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,381 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,381 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,382 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:54,382 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:54,384 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:54,384 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73972285, jitterRate=0.10227294266223907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:54,384 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731108054373Initializing all the Stores at 1731108054373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108054374 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108054374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108054374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108054374Cleaning up temporary data from old regions at 1731108054381 (+7 ms)Region opened successfully at 1731108054384 (+3 ms) 2024-11-08T23:20:54,384 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:20:54,386 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c071fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:54,387 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:20:54,387 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:20:54,387 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:20:54,387 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:20:54,387 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:20:54,387 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:20:54,387 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:20:54,389 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:20:54,390 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Unable to get data of znode /11715508763/balancer because node does not exist (not necessarily an error) 2024-11-08T23:20:54,394 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715508763/balancer already deleted, retry=false 2024-11-08T23:20:54,394 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:20:54,394 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Unable to get data of znode /11715508763/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:20:54,404 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715508763/normalizer already deleted, retry=false 2024-11-08T23:20:54,405 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:20:54,405 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Unable to get data of znode /11715508763/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:20:54,492 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715508763/switch/split already deleted, retry=false 2024-11-08T23:20:54,493 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Unable to get data of znode /11715508763/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:20:54,520 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715508763/switch/merge already deleted, retry=false 2024-11-08T23:20:54,522 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Unable to get data of znode /11715508763/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:20:54,531 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715508763/snapshot-cleanup already deleted, retry=false 2024-11-08T23:20:54,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11715508763/running 2024-11-08T23:20:54,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:54,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11715508763/running 2024-11-08T23:20:54,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:54,548 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,33177,1731108053248, sessionid=0x1011cc078ac0003, setting cluster-up flag (Was=false) 2024-11-08T23:20:54,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:54,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:54,594 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11715508763/flush-table-proc/acquired, /11715508763/flush-table-proc/reached, /11715508763/flush-table-proc/abort 2024-11-08T23:20:54,595 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,33177,1731108053248 2024-11-08T23:20:54,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:54,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:54,657 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11715508763/online-snapshot/acquired, /11715508763/online-snapshot/reached, /11715508763/online-snapshot/abort 2024-11-08T23:20:54,658 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,33177,1731108053248 2024-11-08T23:20:54,659 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:20:54,661 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:54,661 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:20:54,661 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:20:54,662 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,33177,1731108053248 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:20:54,664 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:54,665 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:54,665 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:54,665 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:20:54,665 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:20:54,665 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,665 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:54,665 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:54,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:20:54,668 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:54,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:20:54,672 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731108084672 2024-11-08T23:20:54,672 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:20:54,673 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:20:54,673 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:20:54,673 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:20:54,673 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:20:54,673 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:20:54,676 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,680 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:20:54,680 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:20:54,680 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:20:54,680 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:20:54,683 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:20:54,683 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:20:54,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:20:54,688 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108054683,5,FailOnTimeoutGroup] 2024-11-08T23:20:54,696 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108054688,5,FailOnTimeoutGroup] 2024-11-08T23:20:54,696 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,696 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:20:54,696 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,696 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,737 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(746): ClusterId : 634cefe4-edd7-4ce9-8fef-932e5b649cb9 2024-11-08T23:20:54,737 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:20:54,742 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:20:54,742 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:20:54,752 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:20:54,753 DEBUG [RS:0;300c1216fb79:34121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38954c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:54,768 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:34121 2024-11-08T23:20:54,768 INFO [RS:0;300c1216fb79:34121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:20:54,768 INFO [RS:0;300c1216fb79:34121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:20:54,768 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:20:54,769 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,33177,1731108053248 with port=34121, startcode=1731108053382 2024-11-08T23:20:54,769 DEBUG [RS:0;300c1216fb79:34121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:20:54,771 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:20:54,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,34121,1731108053382 2024-11-08T23:20:54,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,34121,1731108053382 2024-11-08T23:20:54,773 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b 2024-11-08T23:20:54,773 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43273 2024-11-08T23:20:54,773 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:20:54,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763/rs 2024-11-08T23:20:54,784 DEBUG [RS:0;300c1216fb79:34121 {}] zookeeper.ZKUtil(111): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on existing znode=/11715508763/rs/300c1216fb79,34121,1731108053382 2024-11-08T23:20:54,784 WARN [RS:0;300c1216fb79:34121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:54,784 INFO [RS:0;300c1216fb79:34121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:54,784 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382 2024-11-08T23:20:54,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,34121,1731108053382] 2024-11-08T23:20:54,798 INFO [RS:0;300c1216fb79:34121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:20:54,800 INFO [RS:0;300c1216fb79:34121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:20:54,800 INFO [RS:0;300c1216fb79:34121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:20:54,800 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,804 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:20:54,805 INFO [RS:0;300c1216fb79:34121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:20:54,805 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,805 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,805 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,805 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:54,806 DEBUG [RS:0;300c1216fb79:34121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:20:54,817 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,817 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,818 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,818 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,818 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,818 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34121,1731108053382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:54,849 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:20:54,851 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,34121,1731108053382-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,851 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,851 INFO [RS:0;300c1216fb79:34121 {}] regionserver.Replication(171): 300c1216fb79,34121,1731108053382 started 2024-11-08T23:20:54,872 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:54,873 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,34121,1731108053382, RpcServer on 300c1216fb79/172.17.0.2:34121, sessionid=0x1011cc078ac0004 2024-11-08T23:20:54,873 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:20:54,873 DEBUG [RS:0;300c1216fb79:34121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,34121,1731108053382 2024-11-08T23:20:54,873 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,34121,1731108053382' 2024-11-08T23:20:54,873 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11715508763/flush-table-proc/abort' 2024-11-08T23:20:54,876 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11715508763/flush-table-proc/acquired' 2024-11-08T23:20:54,877 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:20:54,877 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:20:54,877 DEBUG [RS:0;300c1216fb79:34121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,34121,1731108053382 2024-11-08T23:20:54,877 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,34121,1731108053382' 2024-11-08T23:20:54,877 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11715508763/online-snapshot/abort' 2024-11-08T23:20:54,877 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11715508763/online-snapshot/acquired' 2024-11-08T23:20:54,877 DEBUG [RS:0;300c1216fb79:34121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:20:54,878 INFO [RS:0;300c1216fb79:34121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:20:54,878 INFO [RS:0;300c1216fb79:34121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:20:54,978 INFO [RS:0;300c1216fb79:34121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:54,980 INFO [RS:0;300c1216fb79:34121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C34121%2C1731108053382, suffix=, logDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/oldWALs, maxLogs=10 2024-11-08T23:20:55,006 DEBUG [RS:0;300c1216fb79:34121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382/300c1216fb79%2C34121%2C1731108053382.1731108054980, exclude list is [], retry=0 2024-11-08T23:20:55,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34683,DS-1c93e9df-e8bf-468b-a4e9-7ddca5de7b38,DISK] 2024-11-08T23:20:55,029 INFO [RS:0;300c1216fb79:34121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382/300c1216fb79%2C34121%2C1731108053382.1731108054980 2024-11-08T23:20:55,036 DEBUG [RS:0;300c1216fb79:34121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35655:35655)] 2024-11-08T23:20:55,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:20:55,090 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b 2024-11-08T23:20:55,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741833_1009 (size=32) 2024-11-08T23:20:55,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:55,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:55,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:55,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:55,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:55,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:55,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:55,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:55,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:55,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:55,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:55,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:55,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:55,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:55,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:55,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:55,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:55,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:55,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740 2024-11-08T23:20:55,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740 2024-11-08T23:20:55,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:55,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:55,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:55,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:55,135 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:55,135 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65327624, jitterRate=-0.0265425443649292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:55,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731108055113Initializing all the Stores at 1731108055120 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108055120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108055120Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108055120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108055120Cleaning up temporary data from old regions at 1731108055131 (+11 ms)Region opened successfully at 1731108055135 (+4 ms) 2024-11-08T23:20:55,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:20:55,136 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:20:55,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:20:55,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:20:55,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:20:55,136 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:20:55,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108055136Disabling compacts and flushes for region at 1731108055136Disabling writes for close at 1731108055136Writing region close event to WAL at 1731108055136Closed at 1731108055136 2024-11-08T23:20:55,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:55,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:20:55,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:20:55,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:55,140 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:20:55,291 DEBUG [300c1216fb79:33177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:20:55,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,34121,1731108053382 2024-11-08T23:20:55,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,34121,1731108053382, state=OPENING 2024-11-08T23:20:55,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:20:55,371 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:20:55,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:20:55,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11715508763/meta-region-server: CHANGED 2024-11-08T23:20:55,393 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:20:55,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,34121,1731108053382}] 2024-11-08T23:20:55,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11715508763/meta-region-server: CHANGED 2024-11-08T23:20:55,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:20:55,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:20:55,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:20:55,591 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:20:55,591 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:55,591 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:20:55,601 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C34121%2C1731108053382.meta, suffix=.meta, logDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/oldWALs, maxLogs=10 2024-11-08T23:20:55,619 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382/300c1216fb79%2C34121%2C1731108053382.meta.1731108055601.meta, exclude list is [], retry=0 2024-11-08T23:20:55,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34683,DS-1c93e9df-e8bf-468b-a4e9-7ddca5de7b38,DISK] 2024-11-08T23:20:55,630 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382/300c1216fb79%2C34121%2C1731108053382.meta.1731108055601.meta 2024-11-08T23:20:55,632 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35655:35655)] 2024-11-08T23:20:55,633 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:55,633 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:20:55,633 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:20:55,633 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:20:55,633 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:20:55,633 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:20:55,633 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:55,633 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:20:55,633 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:20:55,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:20:55,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:20:55,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:55,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:55,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:20:55,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:20:55,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:55,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:55,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:20:55,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:20:55,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:55,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:55,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:20:55,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:20:55,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:55,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:55,660 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:20:55,661 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740 2024-11-08T23:20:55,661 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740 2024-11-08T23:20:55,662 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:20:55,662 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:20:55,663 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:55,665 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:20:55,666 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62928329, jitterRate=-0.06229482591152191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:55,666 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:20:55,666 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731108055633Writing region info on filesystem at 1731108055633Initializing all the Stores at 1731108055634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108055634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108055648 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108055648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108055648Cleaning up temporary data from old regions at 1731108055662 (+14 ms)Running coprocessor post-open hooks at 1731108055666 (+4 ms)Region opened successfully at 1731108055666 2024-11-08T23:20:55,668 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731108055565 2024-11-08T23:20:55,670 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:20:55,670 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:20:55,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,34121,1731108053382 2024-11-08T23:20:55,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,34121,1731108053382, state=OPEN 2024-11-08T23:20:55,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11715508763/meta-region-server 2024-11-08T23:20:55,752 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,34121,1731108053382 2024-11-08T23:20:55,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11715508763/meta-region-server: CHANGED 2024-11-08T23:20:55,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11715508763/meta-region-server 2024-11-08T23:20:55,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11715508763/meta-region-server: CHANGED 2024-11-08T23:20:55,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:20:55,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,34121,1731108053382 in 359 msec 2024-11-08T23:20:55,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:20:55,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-08T23:20:55,759 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:20:55,759 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:20:55,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:55,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34121,1731108053382, seqNum=-1] 2024-11-08T23:20:55,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:55,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:55,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1080 sec 2024-11-08T23:20:55,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731108055770, completionTime=-1 2024-11-08T23:20:55,770 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:20:55,770 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108115774 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108175774 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,33177,1731108053248-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,33177,1731108053248-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,33177,1731108053248-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:33177, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:55,774 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:55,777 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:20:55,783 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:55,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.309sec 2024-11-08T23:20:55,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:20:55,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:20:55,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:20:55,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:20:55,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:20:55,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,33177,1731108053248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:20:55,787 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,33177,1731108053248-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:20:55,810 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:20:55,810 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:20:55,810 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,33177,1731108053248-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:20:55,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fee88d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:55,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,33177,-1 for getting cluster id 2024-11-08T23:20:55,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:20:55,840 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '634cefe4-edd7-4ce9-8fef-932e5b649cb9' 2024-11-08T23:20:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:20:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "634cefe4-edd7-4ce9-8fef-932e5b649cb9" 2024-11-08T23:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fee443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,33177,-1] 2024-11-08T23:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:20:55,842 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:20:55,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4532be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:20:55,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:20:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34121,1731108053382, seqNum=-1] 2024-11-08T23:20:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:20:55,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:20:55,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,33177,1731108053248 2024-11-08T23:20:55,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:20:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:55,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cc078ac0005 connected 2024-11-08T23:20:55,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.log.dir so I do NOT create it in target/test-data/436bbacb-d395-8d12-b049-83819e512b53 2024-11-08T23:20:55,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T23:20:55,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.tmp.dir so I do NOT create it in target/test-data/436bbacb-d395-8d12-b049-83819e512b53 2024-11-08T23:20:55,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T23:20:55,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53 2024-11-08T23:20:55,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:20:55,893 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/cluster_543010e5-6743-10de-93f9-5645b481f5af, deleteOnExit=true 2024-11-08T23:20:55,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:20:55,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/test.cache.data in system properties and HBase conf 2024-11-08T23:20:55,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:20:55,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:20:55,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:20:55,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:20:55,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:20:55,893 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:20:55,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:20:55,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:20:56,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:56,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:56,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:56,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:56,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:20:56,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:56,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59e4491{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:56,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2aa9ae22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:56,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@549d4855{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/java.io.tmpdir/jetty-localhost-34437-hadoop-hdfs-3_4_1-tests_jar-_-any-18329951871473770312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:20:56,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2d9a6{HTTP/1.1, (http/1.1)}{localhost:34437} 2024-11-08T23:20:56,664 INFO [Time-limited test {}] server.Server(415): Started @333068ms 2024-11-08T23:20:57,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:20:57,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:20:57,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:20:57,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:20:57,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:20:57,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb2e528{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:20:57,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dbbfad5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:20:57,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f4b9708{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/java.io.tmpdir/jetty-localhost-43591-hadoop-hdfs-3_4_1-tests_jar-_-any-18434066680427494829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:20:57,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f22b0be{HTTP/1.1, (http/1.1)}{localhost:43591} 2024-11-08T23:20:57,572 INFO [Time-limited test {}] server.Server(415): Started @333976ms 2024-11-08T23:20:57,574 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:20:58,324 WARN [Thread-4530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/cluster_543010e5-6743-10de-93f9-5645b481f5af/data/data1/current/BP-191130569-172.17.0.2-1731108055973/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:58,324 WARN [Thread-4531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/cluster_543010e5-6743-10de-93f9-5645b481f5af/data/data2/current/BP-191130569-172.17.0.2-1731108055973/current, will proceed with Du for space computation calculation, 2024-11-08T23:20:58,353 WARN [Thread-4518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:20:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62dbd0282f82f7d3 with lease ID 0x13ccc81ecb1d5ce0: Processing first storage report for DS-ee6c1767-c648-4014-9471-299cc1e8e6bd from datanode DatanodeRegistration(127.0.0.1:40143, datanodeUuid=b1bfbf12-2c23-4277-9d21-83647cb59dfd, infoPort=34175, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1757872890;c=1731108055973) 2024-11-08T23:20:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62dbd0282f82f7d3 with lease ID 0x13ccc81ecb1d5ce0: from storage DS-ee6c1767-c648-4014-9471-299cc1e8e6bd node DatanodeRegistration(127.0.0.1:40143, datanodeUuid=b1bfbf12-2c23-4277-9d21-83647cb59dfd, infoPort=34175, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1757872890;c=1731108055973), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62dbd0282f82f7d3 with lease ID 0x13ccc81ecb1d5ce0: Processing first storage report for DS-52abc641-268a-4540-9525-bb5754d6d9ec from datanode DatanodeRegistration(127.0.0.1:40143, datanodeUuid=b1bfbf12-2c23-4277-9d21-83647cb59dfd, infoPort=34175, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1757872890;c=1731108055973) 2024-11-08T23:20:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62dbd0282f82f7d3 with lease ID 0x13ccc81ecb1d5ce0: from storage DS-52abc641-268a-4540-9525-bb5754d6d9ec node DatanodeRegistration(127.0.0.1:40143, datanodeUuid=b1bfbf12-2c23-4277-9d21-83647cb59dfd, infoPort=34175, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1757872890;c=1731108055973), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:20:58,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53 2024-11-08T23:20:58,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:58,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:58,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:20:58,387 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983 with version=8 2024-11-08T23:20:58,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/hbase-staging 2024-11-08T23:20:58,390 INFO [Time-limited test {}] client.ConnectionUtils(128): master/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:58,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:58,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:58,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:58,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:58,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:58,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:20:58,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:58,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46513 2024-11-08T23:20:58,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46513 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:20:58,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465130x0, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:58,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46513-0x1011cc078ac0006 connected 2024-11-08T23:20:58,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:58,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:58,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on znode that does not yet exist, /21426189914/running 2024-11-08T23:20:58,494 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983, hbase.cluster.distributed=false 2024-11-08T23:20:58,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on znode that does not yet exist, /21426189914/acl 2024-11-08T23:20:58,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-08T23:20:58,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46513 2024-11-08T23:20:58,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46513 2024-11-08T23:20:58,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-08T23:20:58,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-08T23:20:58,514 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/300c1216fb79:0 server-side Connection retries=45 2024-11-08T23:20:58,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:58,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:58,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:20:58,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:20:58,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:20:58,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:20:58,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:20:58,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40611 2024-11-08T23:20:58,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40611 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:20:58,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:58,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:58,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406110x0, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:20:58,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406110x0, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on znode that does not yet exist, /21426189914/running 2024-11-08T23:20:58,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:20:58,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40611-0x1011cc078ac0007 connected 2024-11-08T23:20:58,546 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:20:58,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on znode that does not yet exist, /21426189914/master 2024-11-08T23:20:58,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on znode that does not yet exist, /21426189914/acl 2024-11-08T23:20:58,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40611 2024-11-08T23:20:58,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40611 2024-11-08T23:20:58,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40611 2024-11-08T23:20:58,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40611 2024-11-08T23:20:58,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40611 2024-11-08T23:20:58,574 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;300c1216fb79:46513 2024-11-08T23:20:58,580 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21426189914/backup-masters/300c1216fb79,46513,1731108058390 2024-11-08T23:20:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914/backup-masters 2024-11-08T23:20:58,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914/backup-masters 2024-11-08T23:20:58,593 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on existing znode=/21426189914/backup-masters/300c1216fb79,46513,1731108058390 2024-11-08T23:20:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21426189914/master 2024-11-08T23:20:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:20:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:20:58,608 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on existing znode=/21426189914/master 2024-11-08T23:20:58,608 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21426189914/backup-masters/300c1216fb79,46513,1731108058390 from backup master directory 2024-11-08T23:20:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914/backup-masters 2024-11-08T23:20:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21426189914/backup-masters/300c1216fb79,46513,1731108058390 2024-11-08T23:20:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914/backup-masters 2024-11-08T23:20:58,630 WARN [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:20:58,630 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=300c1216fb79,46513,1731108058390 2024-11-08T23:20:58,648 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/hbase.id] with ID: 2a87ad4e-8604-415d-8d06-d7e11710a8c9 2024-11-08T23:20:58,648 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/.tmp/hbase.id 2024-11-08T23:20:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:20:58,675 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/.tmp/hbase.id]:[hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/hbase.id] 2024-11-08T23:20:58,689 INFO [master/300c1216fb79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:20:58,689 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:20:58,691 INFO [master/300c1216fb79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T23:20:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:20:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:20:58,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:20:58,747 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:20:58,749 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:20:58,749 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:20:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:20:58,796 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store 2024-11-08T23:20:58,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:20:59,207 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:59,207 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:20:59,207 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:59,207 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:59,207 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:20:59,207 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:59,207 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:20:59,207 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108059207Disabling compacts and flushes for region at 1731108059207Disabling writes for close at 1731108059207Writing region close event to WAL at 1731108059207Closed at 1731108059207 2024-11-08T23:20:59,208 WARN [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/.initializing 2024-11-08T23:20:59,209 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/WALs/300c1216fb79,46513,1731108058390 2024-11-08T23:20:59,210 INFO [master/300c1216fb79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:20:59,212 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=300c1216fb79%2C46513%2C1731108058390, suffix=, logDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/WALs/300c1216fb79,46513,1731108058390, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/oldWALs, maxLogs=10 2024-11-08T23:20:59,229 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/WALs/300c1216fb79,46513,1731108058390/300c1216fb79%2C46513%2C1731108058390.1731108059212, exclude list is [], retry=0 2024-11-08T23:20:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40143,DS-ee6c1767-c648-4014-9471-299cc1e8e6bd,DISK] 2024-11-08T23:20:59,233 INFO [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/WALs/300c1216fb79,46513,1731108058390/300c1216fb79%2C46513%2C1731108058390.1731108059212 2024-11-08T23:20:59,234 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-08T23:20:59,234 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:20:59,234 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:20:59,234 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,234 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:20:59,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:59,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:20:59,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:20:59,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:59,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:59,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:20:59,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:59,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:59,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:20:59,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:20:59,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:20:59,240 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,241 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,241 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,242 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,243 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,243 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:20:59,244 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:20:59,246 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:20:59,247 INFO [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74151899, jitterRate=0.10494939982891083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:20:59,247 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731108059234Initializing all the Stores at 1731108059235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108059235Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108059235Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108059235Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108059235Cleaning up temporary data from old regions at 1731108059243 (+8 ms)Region opened successfully at 1731108059247 (+4 ms) 2024-11-08T23:20:59,247 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:20:59,250 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695ca5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:20:59,251 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:20:59,251 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T23:20:59,251 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T23:20:59,251 INFO [master/300c1216fb79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:20:59,252 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:20:59,252 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T23:20:59,252 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:20:59,261 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:20:59,262 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Unable to get data of znode /21426189914/balancer because node does not exist (not necessarily an error) 2024-11-08T23:20:59,541 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21426189914/balancer already deleted, retry=false 2024-11-08T23:20:59,541 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:20:59,542 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Unable to get data of znode /21426189914/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:20:59,738 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21426189914/normalizer already deleted, retry=false 2024-11-08T23:20:59,739 INFO [master/300c1216fb79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:20:59,740 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Unable to get data of znode /21426189914/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:20:59,804 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21426189914/switch/split already deleted, retry=false 2024-11-08T23:20:59,805 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Unable to get data of znode /21426189914/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:20:59,908 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21426189914/switch/merge already deleted, retry=false 2024-11-08T23:20:59,910 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Unable to get data of znode /21426189914/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:21:00,055 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21426189914/snapshot-cleanup already deleted, retry=false 2024-11-08T23:21:00,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21426189914/running 2024-11-08T23:21:00,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21426189914/running 2024-11-08T23:21:00,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:00,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:00,193 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=300c1216fb79,46513,1731108058390, sessionid=0x1011cc078ac0006, setting cluster-up flag (Was=false) 2024-11-08T23:21:00,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:00,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:00,246 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21426189914/flush-table-proc/acquired, /21426189914/flush-table-proc/reached, /21426189914/flush-table-proc/abort 2024-11-08T23:21:00,248 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,46513,1731108058390 2024-11-08T23:21:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:00,299 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21426189914/online-snapshot/acquired, /21426189914/online-snapshot/reached, /21426189914/online-snapshot/abort 2024-11-08T23:21:00,300 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=300c1216fb79,46513,1731108058390 2024-11-08T23:21:00,301 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:21:00,302 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:21:00,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:21:00,303 INFO [master/300c1216fb79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:21:00,303 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 300c1216fb79,46513,1731108058390 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:21:00,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:21:00,305 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:21:00,305 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:21:00,305 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/300c1216fb79:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:21:00,305 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/300c1216fb79:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:21:00,305 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,305 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:21:00,305 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:21:00,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:21:00,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:00,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:21:00,313 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731108090313 2024-11-08T23:21:00,313 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:21:00,313 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:21:00,313 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:21:00,313 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:21:00,313 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:21:00,313 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:21:00,314 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,328 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:21:00,328 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:21:00,329 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:21:00,329 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T23:21:00,332 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:21:00,333 INFO [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:21:00,333 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108060333,5,FailOnTimeoutGroup] 2024-11-08T23:21:00,334 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108060334,5,FailOnTimeoutGroup] 2024-11-08T23:21:00,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:21:00,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:21:00,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,374 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(746): ClusterId : 2a87ad4e-8604-415d-8d06-d7e11710a8c9 2024-11-08T23:21:00,374 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:21:00,405 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:21:00,405 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:21:00,416 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:21:00,416 DEBUG [RS:0;300c1216fb79:40611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3a72d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=300c1216fb79/172.17.0.2:0 2024-11-08T23:21:00,442 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;300c1216fb79:40611 2024-11-08T23:21:00,442 INFO [RS:0;300c1216fb79:40611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:21:00,442 INFO [RS:0;300c1216fb79:40611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:21:00,442 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:21:00,443 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(2659): reportForDuty to master=300c1216fb79,46513,1731108058390 with port=40611, startcode=1731108058514 2024-11-08T23:21:00,443 DEBUG [RS:0;300c1216fb79:40611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:21:00,457 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:21:00,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 300c1216fb79,40611,1731108058514 2024-11-08T23:21:00,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(517): Registering regionserver=300c1216fb79,40611,1731108058514 2024-11-08T23:21:00,459 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983 2024-11-08T23:21:00,459 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36967 2024-11-08T23:21:00,473 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:21:00,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914/rs 2024-11-08T23:21:00,535 DEBUG [RS:0;300c1216fb79:40611 {}] zookeeper.ZKUtil(111): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on existing znode=/21426189914/rs/300c1216fb79,40611,1731108058514 2024-11-08T23:21:00,535 WARN [RS:0;300c1216fb79:40611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:21:00,535 INFO [RS:0;300c1216fb79:40611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:21:00,536 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/WALs/300c1216fb79,40611,1731108058514 2024-11-08T23:21:00,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [300c1216fb79,40611,1731108058514] 2024-11-08T23:21:00,543 INFO [RS:0;300c1216fb79:40611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:21:00,548 INFO [RS:0;300c1216fb79:40611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:21:00,556 INFO [RS:0;300c1216fb79:40611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:21:00,556 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,560 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:21:00,561 INFO [RS:0;300c1216fb79:40611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:21:00,561 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,561 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,561 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,561 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,561 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,561 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,561 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/300c1216fb79:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:21:00,562 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,562 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,562 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,562 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,562 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,562 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/300c1216fb79:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:21:00,562 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:21:00,562 DEBUG [RS:0;300c1216fb79:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/300c1216fb79:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:21:00,589 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,590 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,590 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,590 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,590 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,590 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40611,1731108058514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:21:00,614 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:21:00,614 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,40611,1731108058514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,614 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,614 INFO [RS:0;300c1216fb79:40611 {}] regionserver.Replication(171): 300c1216fb79,40611,1731108058514 started 2024-11-08T23:21:00,630 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:00,630 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1482): Serving as 300c1216fb79,40611,1731108058514, RpcServer on 300c1216fb79/172.17.0.2:40611, sessionid=0x1011cc078ac0007 2024-11-08T23:21:00,630 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:21:00,630 DEBUG [RS:0;300c1216fb79:40611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 300c1216fb79,40611,1731108058514 2024-11-08T23:21:00,630 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,40611,1731108058514' 2024-11-08T23:21:00,630 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21426189914/flush-table-proc/abort' 2024-11-08T23:21:00,631 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21426189914/flush-table-proc/acquired' 2024-11-08T23:21:00,631 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:21:00,631 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:21:00,631 DEBUG [RS:0;300c1216fb79:40611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 300c1216fb79,40611,1731108058514 2024-11-08T23:21:00,631 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '300c1216fb79,40611,1731108058514' 2024-11-08T23:21:00,631 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21426189914/online-snapshot/abort' 2024-11-08T23:21:00,632 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21426189914/online-snapshot/acquired' 2024-11-08T23:21:00,632 DEBUG [RS:0;300c1216fb79:40611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:21:00,632 INFO [RS:0;300c1216fb79:40611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:21:00,633 INFO [RS:0;300c1216fb79:40611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:21:00,733 INFO [RS:0;300c1216fb79:40611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:21:00,734 INFO [RS:0;300c1216fb79:40611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C40611%2C1731108058514, suffix=, logDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/WALs/300c1216fb79,40611,1731108058514, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/oldWALs, maxLogs=10 2024-11-08T23:21:00,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:21:00,738 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983 2024-11-08T23:21:00,752 DEBUG [RS:0;300c1216fb79:40611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/WALs/300c1216fb79,40611,1731108058514/300c1216fb79%2C40611%2C1731108058514.1731108060735, exclude list is [], retry=0 2024-11-08T23:21:00,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40143,DS-ee6c1767-c648-4014-9471-299cc1e8e6bd,DISK] 2024-11-08T23:21:00,786 INFO [RS:0;300c1216fb79:40611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/WALs/300c1216fb79,40611,1731108058514/300c1216fb79%2C40611%2C1731108058514.1731108060735 2024-11-08T23:21:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:21:00,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:00,804 DEBUG [RS:0;300c1216fb79:40611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-08T23:21:00,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:21:00,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:21:00,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:00,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:21:00,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:21:00,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:21:00,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:00,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:21:00,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:21:00,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:21:00,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:00,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:21:00,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:21:00,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:21:00,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:00,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:21:00,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:21:00,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740 2024-11-08T23:21:00,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740 2024-11-08T23:21:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:21:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:21:00,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:21:00,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:21:00,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:21:00,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69584104, jitterRate=0.03688395023345947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:21:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731108060799Initializing all the Stores at 1731108060800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108060800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108060820 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108060820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108060820Cleaning up temporary data from old regions at 1731108060834 (+14 ms)Region opened successfully at 1731108060844 (+10 ms) 2024-11-08T23:21:00,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:21:00,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:21:00,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:21:00,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:21:00,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:21:00,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:21:00,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108060844Disabling compacts and flushes for region at 1731108060844Disabling writes for close at 1731108060845 (+1 ms)Writing region close event to WAL at 1731108060854 (+9 ms)Closed at 1731108060854 2024-11-08T23:21:00,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:21:00,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:21:00,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:21:00,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:21:00,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:21:01,010 DEBUG [300c1216fb79:46513 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T23:21:01,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=300c1216fb79,40611,1731108058514 2024-11-08T23:21:01,012 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,40611,1731108058514, state=OPENING 2024-11-08T23:21:01,057 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:21:01,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:01,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:01,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21426189914/meta-region-server: CHANGED 2024-11-08T23:21:01,068 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:21:01,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,40611,1731108058514}] 2024-11-08T23:21:01,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21426189914/meta-region-server: CHANGED 2024-11-08T23:21:01,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:21:01,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:01,221 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:21:01,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:21:01,232 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:21:01,233 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:21:01,233 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:21:01,234 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C40611%2C1731108058514.meta, suffix=.meta, logDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/WALs/300c1216fb79,40611,1731108058514, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/oldWALs, maxLogs=10 2024-11-08T23:21:01,254 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/WALs/300c1216fb79,40611,1731108058514/300c1216fb79%2C40611%2C1731108058514.meta.1731108061235.meta, exclude list is [], retry=0 2024-11-08T23:21:01,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40143,DS-ee6c1767-c648-4014-9471-299cc1e8e6bd,DISK] 2024-11-08T23:21:01,258 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/WALs/300c1216fb79,40611,1731108058514/300c1216fb79%2C40611%2C1731108058514.meta.1731108061235.meta 2024-11-08T23:21:01,258 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-08T23:21:01,258 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:21:01,259 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:21:01,259 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:21:01,259 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:21:01,259 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:21:01,259 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:21:01,259 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:01,259 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:21:01,259 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:21:01,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:21:01,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:21:01,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:01,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:21:01,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:21:01,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:21:01,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:01,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:21:01,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:21:01,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:21:01,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:01,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:21:01,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:21:01,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:21:01,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:01,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:21:01,268 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:21:01,269 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740 2024-11-08T23:21:01,270 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740 2024-11-08T23:21:01,271 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:21:01,271 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:21:01,272 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:21:01,273 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:21:01,274 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70589020, jitterRate=0.051858365535736084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:21:01,274 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:21:01,274 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731108061259Writing region info on filesystem at 1731108061259Initializing all the Stores at 1731108061260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108061260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108061260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108061260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731108061260Cleaning up temporary data from old regions at 1731108061271 (+11 ms)Running coprocessor post-open hooks at 1731108061274 (+3 ms)Region opened successfully at 1731108061274 2024-11-08T23:21:01,276 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731108061221 2024-11-08T23:21:01,278 DEBUG [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:21:01,278 INFO [RS_OPEN_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:21:01,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,40611,1731108058514 2024-11-08T23:21:01,281 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 300c1216fb79,40611,1731108058514, state=OPEN 2024-11-08T23:21:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21426189914/meta-region-server 2024-11-08T23:21:01,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21426189914/meta-region-server: CHANGED 2024-11-08T23:21:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21426189914/meta-region-server 2024-11-08T23:21:01,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21426189914/meta-region-server: CHANGED 2024-11-08T23:21:01,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=300c1216fb79,40611,1731108058514 2024-11-08T23:21:01,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:21:01,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=300c1216fb79,40611,1731108058514 in 223 msec 2024-11-08T23:21:01,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:21:01,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-08T23:21:01,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:21:01,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:21:01,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:01,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40611,1731108058514, seqNum=-1] 2024-11-08T23:21:01,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:01,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:21:01,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0020 sec 2024-11-08T23:21:01,304 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731108061304, completionTime=-1 2024-11-08T23:21:01,304 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T23:21:01,304 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T23:21:01,306 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T23:21:01,306 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731108121306 2024-11-08T23:21:01,306 INFO [master/300c1216fb79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731108181306 2024-11-08T23:21:01,306 INFO [master/300c1216fb79:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T23:21:01,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46513,1731108058390-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:01,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46513,1731108058390-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:01,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46513,1731108058390-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:01,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-300c1216fb79:46513, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:01,307 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:01,309 DEBUG [master/300c1216fb79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:21:01,312 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:01,316 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.685sec 2024-11-08T23:21:01,316 INFO [master/300c1216fb79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:21:01,316 INFO [master/300c1216fb79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:21:01,316 INFO [master/300c1216fb79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:21:01,316 INFO [master/300c1216fb79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:21:01,316 INFO [master/300c1216fb79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:21:01,316 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46513,1731108058390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:21:01,316 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46513,1731108058390-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:21:01,334 DEBUG [master/300c1216fb79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:21:01,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:21:01,334 INFO [master/300c1216fb79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=300c1216fb79,46513,1731108058390-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:21:01,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473b8b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:01,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46513,-1 for getting cluster id 2024-11-08T23:21:01,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:01,389 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a87ad4e-8604-415d-8d06-d7e11710a8c9' 2024-11-08T23:21:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a87ad4e-8604-415d-8d06-d7e11710a8c9" 2024-11-08T23:21:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab61e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46513,-1] 2024-11-08T23:21:01,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:01,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:01,391 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:01,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17484317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:01,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:01,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40611,1731108058514, seqNum=-1] 2024-11-08T23:21:01,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:01,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:21:01,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=300c1216fb79,46513,1731108058390 2024-11-08T23:21:01,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-08T23:21:01,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:21:01,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011cc078ac0008 connected 2024-11-08T23:21:01,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,39527,1731108046893 2024-11-08T23:21:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643b3ef1 2024-11-08T23:21:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:01,430 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:01,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:21:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:21:01,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:21:01,433 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:01,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:21:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:01,434 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:21:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:21:01,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2655aa5c96cf783b5e3d79632c32913, NAME => 'test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9 2024-11-08T23:21:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:21:01,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:01,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e2655aa5c96cf783b5e3d79632c32913, disabling compactions & flushes 2024-11-08T23:21:01,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:01,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:01,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. after waiting 0 ms 2024-11-08T23:21:01,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:01,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:01,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2655aa5c96cf783b5e3d79632c32913: Waiting for close lock at 1731108061522Disabling compacts and flushes for region at 1731108061522Disabling writes for close at 1731108061522Writing region close event to WAL at 1731108061522Closed at 1731108061522 2024-11-08T23:21:01,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:21:01,525 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731108061524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108061524"}]},"ts":"1731108061524"} 2024-11-08T23:21:01,528 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:21:01,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:21:01,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108061529"}]},"ts":"1731108061529"} 2024-11-08T23:21:01,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:21:01,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e2655aa5c96cf783b5e3d79632c32913, ASSIGN}] 2024-11-08T23:21:01,533 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e2655aa5c96cf783b5e3d79632c32913, ASSIGN 2024-11-08T23:21:01,535 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e2655aa5c96cf783b5e3d79632c32913, ASSIGN; state=OFFLINE, location=300c1216fb79,40301,1731108047312; forceNewPlan=false, retain=false 2024-11-08T23:21:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:01,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2655aa5c96cf783b5e3d79632c32913, regionState=OPENING, regionLocation=300c1216fb79,40301,1731108047312 2024-11-08T23:21:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e2655aa5c96cf783b5e3d79632c32913, ASSIGN because future has completed 2024-11-08T23:21:01,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2655aa5c96cf783b5e3d79632c32913, server=300c1216fb79,40301,1731108047312}] 2024-11-08T23:21:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:01,868 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:01,868 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e2655aa5c96cf783b5e3d79632c32913, NAME => 'test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:21:01,869 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:21:01,869 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:21:01,869 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,869 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:01,870 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,870 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,881 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,883 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2655aa5c96cf783b5e3d79632c32913 columnFamilyName f 2024-11-08T23:21:01,883 DEBUG [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:01,884 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] regionserver.HStore(327): Store=e2655aa5c96cf783b5e3d79632c32913/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:01,885 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,887 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2655aa5c96cf783b5e3d79632c32913 columnFamilyName f1 2024-11-08T23:21:01,887 DEBUG [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:01,887 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] regionserver.HStore(327): Store=e2655aa5c96cf783b5e3d79632c32913/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:01,887 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,888 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2655aa5c96cf783b5e3d79632c32913 columnFamilyName norep 2024-11-08T23:21:01,888 DEBUG [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:01,888 INFO [StoreOpener-e2655aa5c96cf783b5e3d79632c32913-1 {}] regionserver.HStore(327): Store=e2655aa5c96cf783b5e3d79632c32913/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:01,889 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,890 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,890 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,892 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,892 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,892 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:21:01,894 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,901 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:21:01,901 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e2655aa5c96cf783b5e3d79632c32913; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73441355, jitterRate=0.09436146914958954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:21:01,901 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:01,901 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e2655aa5c96cf783b5e3d79632c32913: Running coprocessor pre-open hook at 1731108061870Writing region info on filesystem at 1731108061870Initializing all the Stores at 1731108061873 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108061873Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108061880 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108061880Cleaning up temporary data from old regions at 1731108061892 (+12 ms)Running coprocessor post-open hooks at 1731108061901 (+9 ms)Region opened successfully at 1731108061901 2024-11-08T23:21:01,903 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., pid=6, masterSystemTime=1731108061860 2024-11-08T23:21:01,905 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:01,905 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:01,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2655aa5c96cf783b5e3d79632c32913, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,40301,1731108047312 2024-11-08T23:21:01,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2655aa5c96cf783b5e3d79632c32913, server=300c1216fb79,40301,1731108047312 because future has completed 2024-11-08T23:21:01,911 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39527 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=300c1216fb79,40301,1731108047312, table=test, region=e2655aa5c96cf783b5e3d79632c32913. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T23:21:01,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:21:01,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e2655aa5c96cf783b5e3d79632c32913, server=300c1216fb79,40301,1731108047312 in 206 msec 2024-11-08T23:21:01,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:21:01,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e2655aa5c96cf783b5e3d79632c32913, ASSIGN in 387 msec 2024-11-08T23:21:01,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:21:01,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108061921"}]},"ts":"1731108061921"} 2024-11-08T23:21:01,924 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:21:01,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:21:01,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 494 msec 2024-11-08T23:21:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:02,059 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:21:02,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,33177,1731108053248 2024-11-08T23:21:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68cd7fad 2024-11-08T23:21:02,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:02,062 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:02,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:21:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:21:02,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:21:02,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:02,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:21:02,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:21:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:21:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:02,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b550e16ba96a1e18e519d59f788568b2, NAME => 'test,,1731108062063.b550e16ba96a1e18e519d59f788568b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b 2024-11-08T23:21:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:21:02,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731108062063.b550e16ba96a1e18e519d59f788568b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:02,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b550e16ba96a1e18e519d59f788568b2, disabling compactions & flushes 2024-11-08T23:21:02,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:02,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:02,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. after waiting 0 ms 2024-11-08T23:21:02,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:02,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:02,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b550e16ba96a1e18e519d59f788568b2: Waiting for close lock at 1731108062527Disabling compacts and flushes for region at 1731108062527Disabling writes for close at 1731108062527Writing region close event to WAL at 1731108062527Closed at 1731108062527 2024-11-08T23:21:02,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:21:02,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731108062063.b550e16ba96a1e18e519d59f788568b2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731108062529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108062529"}]},"ts":"1731108062529"} 2024-11-08T23:21:02,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:21:02,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:21:02,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108062533"}]},"ts":"1731108062533"} 2024-11-08T23:21:02,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:21:02,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b550e16ba96a1e18e519d59f788568b2, ASSIGN}] 2024-11-08T23:21:02,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b550e16ba96a1e18e519d59f788568b2, ASSIGN 2024-11-08T23:21:02,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b550e16ba96a1e18e519d59f788568b2, ASSIGN; state=OFFLINE, location=300c1216fb79,34121,1731108053382; forceNewPlan=false, retain=false 2024-11-08T23:21:02,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b550e16ba96a1e18e519d59f788568b2, regionState=OPENING, regionLocation=300c1216fb79,34121,1731108053382 2024-11-08T23:21:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b550e16ba96a1e18e519d59f788568b2, ASSIGN because future has completed 2024-11-08T23:21:02,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b550e16ba96a1e18e519d59f788568b2, server=300c1216fb79,34121,1731108053382}] 2024-11-08T23:21:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:02,845 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:02,845 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b550e16ba96a1e18e519d59f788568b2, NAME => 'test,,1731108062063.b550e16ba96a1e18e519d59f788568b2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:21:02,846 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:21:02,846 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:21:02,846 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,846 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731108062063.b550e16ba96a1e18e519d59f788568b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:02,846 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,846 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,847 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,849 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b550e16ba96a1e18e519d59f788568b2 columnFamilyName f 2024-11-08T23:21:02,849 DEBUG [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:02,849 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] regionserver.HStore(327): Store=b550e16ba96a1e18e519d59f788568b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:02,849 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,850 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b550e16ba96a1e18e519d59f788568b2 columnFamilyName f1 2024-11-08T23:21:02,850 DEBUG [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:02,851 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] regionserver.HStore(327): Store=b550e16ba96a1e18e519d59f788568b2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:02,851 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,852 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b550e16ba96a1e18e519d59f788568b2 columnFamilyName norep 2024-11-08T23:21:02,852 DEBUG [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:02,852 INFO [StoreOpener-b550e16ba96a1e18e519d59f788568b2-1 {}] regionserver.HStore(327): Store=b550e16ba96a1e18e519d59f788568b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:02,852 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,853 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,853 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,854 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,854 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,854 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:21:02,855 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,857 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:21:02,857 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b550e16ba96a1e18e519d59f788568b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69653997, jitterRate=0.03792543709278107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:21:02,858 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:02,858 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b550e16ba96a1e18e519d59f788568b2: Running coprocessor pre-open hook at 1731108062846Writing region info on filesystem at 1731108062846Initializing all the Stores at 1731108062847 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108062847Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108062847Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108062847Cleaning up temporary data from old regions at 1731108062854 (+7 ms)Running coprocessor post-open hooks at 1731108062858 (+4 ms)Region opened successfully at 1731108062858 2024-11-08T23:21:02,859 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731108062063.b550e16ba96a1e18e519d59f788568b2., pid=6, masterSystemTime=1731108062842 2024-11-08T23:21:02,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b550e16ba96a1e18e519d59f788568b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,34121,1731108053382 2024-11-08T23:21:02,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b550e16ba96a1e18e519d59f788568b2, server=300c1216fb79,34121,1731108053382 because future has completed 2024-11-08T23:21:02,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:21:02,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b550e16ba96a1e18e519d59f788568b2, server=300c1216fb79,34121,1731108053382 in 175 msec 2024-11-08T23:21:02,868 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:02,868 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:02,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:21:02,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b550e16ba96a1e18e519d59f788568b2, ASSIGN in 332 msec 2024-11-08T23:21:02,870 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:21:02,871 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108062870"}]},"ts":"1731108062870"} 2024-11-08T23:21:02,873 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:21:02,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:21:02,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 811 msec 2024-11-08T23:21:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:03,209 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:21:03,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,46513,1731108058390 2024-11-08T23:21:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@649aacf3 2024-11-08T23:21:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:03,210 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:03,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:21:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T23:21:03,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:21:03,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:03,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T23:21:03,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:21:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:03,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741835_1011 (size=902) 2024-11-08T23:21:03,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fc589cc11a20fd2b13305a1ff1b9440, NAME => 'test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983 2024-11-08T23:21:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741836_1012 (size=39) 2024-11-08T23:21:03,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:03,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fc589cc11a20fd2b13305a1ff1b9440, disabling compactions & flushes 2024-11-08T23:21:03,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:03,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:03,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. after waiting 0 ms 2024-11-08T23:21:03,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:03,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:03,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fc589cc11a20fd2b13305a1ff1b9440: Waiting for close lock at 1731108063227Disabling compacts and flushes for region at 1731108063227Disabling writes for close at 1731108063227Writing region close event to WAL at 1731108063227Closed at 1731108063227 2024-11-08T23:21:03,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:21:03,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731108063228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108063228"}]},"ts":"1731108063228"} 2024-11-08T23:21:03,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:21:03,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:21:03,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108063231"}]},"ts":"1731108063231"} 2024-11-08T23:21:03,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T23:21:03,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fc589cc11a20fd2b13305a1ff1b9440, ASSIGN}] 2024-11-08T23:21:03,234 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fc589cc11a20fd2b13305a1ff1b9440, ASSIGN 2024-11-08T23:21:03,235 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fc589cc11a20fd2b13305a1ff1b9440, ASSIGN; state=OFFLINE, location=300c1216fb79,40611,1731108058514; forceNewPlan=false, retain=false 2024-11-08T23:21:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:03,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fc589cc11a20fd2b13305a1ff1b9440, regionState=OPENING, regionLocation=300c1216fb79,40611,1731108058514 2024-11-08T23:21:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fc589cc11a20fd2b13305a1ff1b9440, ASSIGN because future has completed 2024-11-08T23:21:03,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fc589cc11a20fd2b13305a1ff1b9440, server=300c1216fb79,40611,1731108058514}] 2024-11-08T23:21:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:03,548 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:03,548 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fc589cc11a20fd2b13305a1ff1b9440, NAME => 'test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:21:03,549 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:21:03,549 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T23:21:03,549 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,549 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:03,549 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,549 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,551 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,552 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc589cc11a20fd2b13305a1ff1b9440 columnFamilyName f 2024-11-08T23:21:03,552 DEBUG [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:03,552 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] regionserver.HStore(327): Store=7fc589cc11a20fd2b13305a1ff1b9440/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:03,552 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,553 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc589cc11a20fd2b13305a1ff1b9440 columnFamilyName f1 2024-11-08T23:21:03,553 DEBUG [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:03,553 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] regionserver.HStore(327): Store=7fc589cc11a20fd2b13305a1ff1b9440/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:03,553 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,554 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc589cc11a20fd2b13305a1ff1b9440 columnFamilyName norep 2024-11-08T23:21:03,554 DEBUG [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:03,554 INFO [StoreOpener-7fc589cc11a20fd2b13305a1ff1b9440-1 {}] regionserver.HStore(327): Store=7fc589cc11a20fd2b13305a1ff1b9440/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:03,555 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,555 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,555 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,561 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,561 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,561 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:21:03,562 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,564 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:21:03,565 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fc589cc11a20fd2b13305a1ff1b9440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470675, jitterRate=0.09479837119579315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:21:03,565 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:03,565 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fc589cc11a20fd2b13305a1ff1b9440: Running coprocessor pre-open hook at 1731108063549Writing region info on filesystem at 1731108063549Initializing all the Stores at 1731108063550 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108063550Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108063550Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108063550Cleaning up temporary data from old regions at 1731108063561 (+11 ms)Running coprocessor post-open hooks at 1731108063565 (+4 ms)Region opened successfully at 1731108063565 2024-11-08T23:21:03,566 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440., pid=6, masterSystemTime=1731108063541 2024-11-08T23:21:03,567 DEBUG [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:03,567 INFO [RS_OPEN_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:03,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fc589cc11a20fd2b13305a1ff1b9440, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=300c1216fb79,40611,1731108058514 2024-11-08T23:21:03,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fc589cc11a20fd2b13305a1ff1b9440, server=300c1216fb79,40611,1731108058514 because future has completed 2024-11-08T23:21:03,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T23:21:03,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fc589cc11a20fd2b13305a1ff1b9440, server=300c1216fb79,40611,1731108058514 in 181 msec 2024-11-08T23:21:03,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T23:21:03,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fc589cc11a20fd2b13305a1ff1b9440, ASSIGN in 339 msec 2024-11-08T23:21:03,575 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:21:03,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108063575"}]},"ts":"1731108063575"} 2024-11-08T23:21:03,576 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T23:21:03,577 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:21:03,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 366 msec 2024-11-08T23:21:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:21:03,839 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T23:21:03,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f4db6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:03,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,39527,-1 for getting cluster id 2024-11-08T23:21:03,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:03,841 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1dbe1f8-b9a7-4290-b16f-4ec89679fd67' 2024-11-08T23:21:03,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:03,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1dbe1f8-b9a7-4290-b16f-4ec89679fd67" 2024-11-08T23:21:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edd5f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,39527,-1] 2024-11-08T23:21:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:03,843 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f115a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:03,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,39527,1731108046893 2024-11-08T23:21:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd517b4 2024-11-08T23:21:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:03,846 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:03,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://300c1216fb79:33177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:21:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:21:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:21:03,850 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:33177' 2024-11-08T23:21:03,852 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe6d4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:03,852 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,33177,-1 for getting cluster id 2024-11-08T23:21:03,852 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:03,853 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '634cefe4-edd7-4ce9-8fef-932e5b649cb9' 2024-11-08T23:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "634cefe4-edd7-4ce9-8fef-932e5b649cb9" 2024-11-08T23:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554615b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,33177,-1] 2024-11-08T23:21:03,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:03,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:03,854 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:03,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a09afb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:03,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:03,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,33177,1731108053248 2024-11-08T23:21:03,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782f596e 2024-11-08T23:21:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:03,858 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:03,859 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T23:21:03,859 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:21:03,859 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:03,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:03,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:03,860 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:21:03,862 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T23:21:03,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:21:03,863 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:03,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:21:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741837_1013 (size=1138) 2024-11-08T23:21:03,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2731e6846653369a285d9302d3866e3, NAME => 'hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9 2024-11-08T23:21:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741838_1014 (size=44) 2024-11-08T23:21:03,913 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T23:21:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:21:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:21:04,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:04,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a2731e6846653369a285d9302d3866e3, disabling compactions & flushes 2024-11-08T23:21:04,302 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:04,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:04,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. after waiting 0 ms 2024-11-08T23:21:04,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:04,302 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:04,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2731e6846653369a285d9302d3866e3: Waiting for close lock at 1731108064302Disabling compacts and flushes for region at 1731108064302Disabling writes for close at 1731108064302Writing region close event to WAL at 1731108064302Closed at 1731108064302 2024-11-08T23:21:04,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:21:04,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731108064303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731108064303"}]},"ts":"1731108064303"} 2024-11-08T23:21:04,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T23:21:04,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:21:04,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108064307"}]},"ts":"1731108064307"} 2024-11-08T23:21:04,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T23:21:04,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2731e6846653369a285d9302d3866e3, ASSIGN}] 2024-11-08T23:21:04,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2731e6846653369a285d9302d3866e3, ASSIGN 2024-11-08T23:21:04,312 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2731e6846653369a285d9302d3866e3, ASSIGN; state=OFFLINE, location=300c1216fb79,40301,1731108047312; forceNewPlan=false, retain=false 2024-11-08T23:21:04,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2731e6846653369a285d9302d3866e3, regionState=OPENING, regionLocation=300c1216fb79,40301,1731108047312 2024-11-08T23:21:04,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2731e6846653369a285d9302d3866e3, ASSIGN because future has completed 2024-11-08T23:21:04,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2731e6846653369a285d9302d3866e3, server=300c1216fb79,40301,1731108047312}] 2024-11-08T23:21:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:21:04,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:04,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:21:04,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T23:21:04,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=300c1216fb79%2C40301%2C1731108047312.rep, suffix=, logDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312, archiveDir=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/oldWALs, maxLogs=10 2024-11-08T23:21:04,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.rep.1731108064622, exclude list is [], retry=0 2024-11-08T23:21:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-473a2adb-2f11-4302-9fc0-438fec98aaba,DISK] 2024-11-08T23:21:04,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.rep.1731108064622 2024-11-08T23:21:04,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-08T23:21:04,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a2731e6846653369a285d9302d3866e3, NAME => 'hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:21:04,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T23:21:04,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:21:04,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. service=MultiRowMutationService 2024-11-08T23:21:04,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T23:21:04,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:21:04,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,646 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,647 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2731e6846653369a285d9302d3866e3 columnFamilyName hfileref 2024-11-08T23:21:04,647 DEBUG [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:04,647 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] regionserver.HStore(327): Store=a2731e6846653369a285d9302d3866e3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:04,647 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,648 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2731e6846653369a285d9302d3866e3 columnFamilyName queue 2024-11-08T23:21:04,648 DEBUG [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:04,649 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] regionserver.HStore(327): Store=a2731e6846653369a285d9302d3866e3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:04,649 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,650 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2731e6846653369a285d9302d3866e3 columnFamilyName sid 2024-11-08T23:21:04,650 DEBUG [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:21:04,650 INFO [StoreOpener-a2731e6846653369a285d9302d3866e3-1 {}] regionserver.HStore(327): Store=a2731e6846653369a285d9302d3866e3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:21:04,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:21:04,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:21:04,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a2731e6846653369a285d9302d3866e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66550079, jitterRate=-0.008326545357704163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:21:04,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:04,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a2731e6846653369a285d9302d3866e3: Running coprocessor pre-open hook at 1731108064645Writing region info on filesystem at 1731108064645Initializing all the Stores at 1731108064646 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108064646Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108064646Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731108064646Cleaning up temporary data from old regions at 1731108064652 (+6 ms)Running coprocessor post-open hooks at 1731108064655 (+3 ms)Region opened successfully at 1731108064656 (+1 ms) 2024-11-08T23:21:04,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3., pid=10, masterSystemTime=1731108064618 2024-11-08T23:21:04,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:04,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:04,659 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2731e6846653369a285d9302d3866e3, regionState=OPEN, openSeqNum=2, regionLocation=300c1216fb79,40301,1731108047312 2024-11-08T23:21:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2731e6846653369a285d9302d3866e3, server=300c1216fb79,40301,1731108047312 because future has completed 2024-11-08T23:21:04,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T23:21:04,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a2731e6846653369a285d9302d3866e3, server=300c1216fb79,40301,1731108047312 in 197 msec 2024-11-08T23:21:04,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T23:21:04,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2731e6846653369a285d9302d3866e3, ASSIGN in 355 msec 2024-11-08T23:21:04,667 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:21:04,667 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731108064667"}]},"ts":"1731108064667"} 2024-11-08T23:21:04,669 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T23:21:04,670 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:21:04,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 810 msec 2024-11-08T23:21:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3., hostname=300c1216fb79,40301,1731108047312, seqNum=2] 2024-11-08T23:21:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:21:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:21:04,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:21:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:21:05,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T23:21:05,022 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T23:21:05,054 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-300c1216fb79,40301,1731108047312, ReplicationSource: 1, currentBandwidth=0 2024-11-08T23:21:05,055 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:05,055 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40301,1731108047312, seqNum=-1] 2024-11-08T23:21:05,055 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:05,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T23:21:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-300c1216fb79,40301,1731108047312', locateType=CURRENT is [region=hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3., hostname=300c1216fb79,40301,1731108047312, seqNum=2] 2024-11-08T23:21:05,060 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T23:21:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T23:21:05,062 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 300c1216fb79,40301,1731108047312 suceeded 2024-11-08T23:21:05,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T23:21:05,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-08T23:21:05,064 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://300c1216fb79:33177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:21:05,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2180 sec 2024-11-08T23:21:05,076 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:33177' 2024-11-08T23:21:05,078 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c1bd930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:05,078 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,33177,-1 for getting cluster id 2024-11-08T23:21:05,078 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:05,079 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '634cefe4-edd7-4ce9-8fef-932e5b649cb9' 2024-11-08T23:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "634cefe4-edd7-4ce9-8fef-932e5b649cb9" 2024-11-08T23:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@305e0c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,33177,-1] 2024-11-08T23:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:05,080 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:05,081 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b0e1819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:05,081 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:05,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,33177,1731108053248 2024-11-08T23:21:05,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55f6271c 2024-11-08T23:21:05,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:05,083 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T23:21:05,083 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-300c1216fb79,40301,1731108047312 (queues=1) is replicating from cluster=b1dbe1f8-b9a7-4290-b16f-4ec89679fd67 to cluster=634cefe4-edd7-4ce9-8fef-932e5b649cb9 2024-11-08T23:21:05,083 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=300c1216fb79%2C40301%2C1731108047312 2024-11-08T23:21:05,083 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-300c1216fb79,40301,1731108047312, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:21:05,084 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C40301%2C1731108047312 2024-11-08T23:21:05,084 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870, startPosition=0, beingWritten=true 2024-11-08T23:21:05,088 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:21:05,088 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 379, reset compression=false 2024-11-08T23:21:05,088 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,40301,1731108047312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:21:05,292 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 379, reset compression=false 2024-11-08T23:21:05,595 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 379, reset compression=false 2024-11-08T23:21:05,998 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 379, reset compression=false 2024-11-08T23:21:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T23:21:05,999 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T23:21:05,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:05,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:05,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:05,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:06,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:06,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec68835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,39527,-1 for getting cluster id 2024-11-08T23:21:06,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:06,009 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1dbe1f8-b9a7-4290-b16f-4ec89679fd67' 2024-11-08T23:21:06,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1dbe1f8-b9a7-4290-b16f-4ec89679fd67" 2024-11-08T23:21:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6b9812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,39527,-1] 2024-11-08T23:21:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:06,011 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:06,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257953dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ad95a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,33177,-1 for getting cluster id 2024-11-08T23:21:06,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:06,017 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '634cefe4-edd7-4ce9-8fef-932e5b649cb9' 2024-11-08T23:21:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "634cefe4-edd7-4ce9-8fef-932e5b649cb9" 2024-11-08T23:21:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065c1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,33177,-1] 2024-11-08T23:21:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:06,019 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab219dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec817cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46513,-1 for getting cluster id 2024-11-08T23:21:06,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:06,031 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a87ad4e-8604-415d-8d06-d7e11710a8c9' 2024-11-08T23:21:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a87ad4e-8604-415d-8d06-d7e11710a8c9" 2024-11-08T23:21:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50297234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46513,-1] 2024-11-08T23:21:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:06,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:06,033 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:06,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f60547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:21:06,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731108066378/Put/seqid=0 2024-11-08T23:21:06,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741840_1016 (size=7894) 2024-11-08T23:21:06,408 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731108066408/Put/seqid=0 2024-11-08T23:21:06,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741841_1017 (size=7691) 2024-11-08T23:21:06,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321da4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,39527,-1 for getting cluster id 2024-11-08T23:21:06,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:06,428 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1dbe1f8-b9a7-4290-b16f-4ec89679fd67' 2024-11-08T23:21:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1dbe1f8-b9a7-4290-b16f-4ec89679fd67" 2024-11-08T23:21:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417e3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,39527,-1] 2024-11-08T23:21:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:06,429 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:06,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ca2703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40301,1731108047312, seqNum=-1] 2024-11-08T23:21:06,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:06,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:21:06,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,39527,1731108046893 2024-11-08T23:21:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d7a77a5 2024-11-08T23:21:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:06,447 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:06,452 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2] 2024-11-08T23:21:06,455 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:21:06,461 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T23:21:06,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T23:21:06,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e2655aa5c96cf783b5e3d79632c32913/f 2024-11-08T23:21:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T23:21:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:06,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e2655aa5c96cf783b5e3d79632c32913/f 2024-11-08T23:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T23:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegion(2603): Flush status journal for e2655aa5c96cf783b5e3d79632c32913: 2024-11-08T23:21:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_1 2024-11-08T23:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_1 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ 2024-11-08T23:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_0 2024-11-08T23:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_0 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ 2024-11-08T23:21:06,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_1 into e2655aa5c96cf783b5e3d79632c32913/f as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ - updating store file list. 2024-11-08T23:21:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:06,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ into e2655aa5c96cf783b5e3d79632c32913/f 2024-11-08T23:21:06,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_1 into e2655aa5c96cf783b5e3d79632c32913/f (new location: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_) 2024-11-08T23:21:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_1 2024-11-08T23:21:06,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_0 into e2655aa5c96cf783b5e3d79632c32913/f as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ - updating store file list. 2024-11-08T23:21:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5133dd8d36814902b16eb8056b47c469_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:06,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ into e2655aa5c96cf783b5e3d79632c32913/f 2024-11-08T23:21:06,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_0 into e2655aa5c96cf783b5e3d79632c32913/f (new location: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_) 2024-11-08T23:21:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__hrasuoi61q2vdfehsv7tnip2drmqfuef25ut27fl8nrphcskfs75bhcpceonhodk/f/hfile_0 2024-11-08T23:21:06,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:06,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:06,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:06,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2 , the old value is region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=300c1216fb79:40301 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:21:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:21:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2 from cache 2024-11-08T23:21:06,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40301 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40301: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54178 deadline: 1731108126526 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54178 2024-11-08T23:21:06,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34121,1731108053382, seqNum=-1] 2024-11-08T23:21:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:06,529 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 379, reset compression=false 2024-11-08T23:21:06,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:21:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731108062063.b550e16ba96a1e18e519d59f788568b2., hostname=300c1216fb79,34121,1731108053382, seqNum=2] 2024-11-08T23:21:06,538 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T23:21:06,540 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:21:06,540 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,40301,1731108047312 got entry batch from reader: WALEntryBatch [walEntries=[{test/e2655aa5c96cf783b5e3d79632c32913/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731108066523/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T23:21:06,543 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:21:06,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T23:21:06,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.ReplicationSink(318): Replicating [b1dbe1f8-b9a7-4290-b16f-4ec89679fd67] bulk loaded data 2024-11-08T23:21:06,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32414c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,33177,-1 for getting cluster id 2024-11-08T23:21:06,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:06,549 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '634cefe4-edd7-4ce9-8fef-932e5b649cb9' 2024-11-08T23:21:06,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:06,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "634cefe4-edd7-4ce9-8fef-932e5b649cb9" 2024-11-08T23:21:06,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6340ea6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,33177,-1] 2024-11-08T23:21:06,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:06,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:06,551 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:06,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a768a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:06,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741837_1013 (size=7691) 2024-11-08T23:21:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741838_1014 (size=7894) 2024-11-08T23:21:06,629 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:40301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T23:21:06,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:06,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,33177,1731108053248 2024-11-08T23:21:06,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@485ef1b0 2024-11-08T23:21:06,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:06,633 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T23:21:06,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:21:06,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:06,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,34121,1731108053382, seqNum=-1] 2024-11-08T23:21:06,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:06,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T23:21:06,662 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T23:21:06,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T23:21:06,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ for inclusion in b550e16ba96a1e18e519d59f788568b2/f 2024-11-08T23:21:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T23:21:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:06,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ for inclusion in b550e16ba96a1e18e519d59f788568b2/f 2024-11-08T23:21:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T23:21:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HRegion(2603): Flush status journal for b550e16ba96a1e18e519d59f788568b2: 2024-11-08T23:21:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5133dd8d36814902b16eb8056b47c469_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:21:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/ae13d375e6534b4c880e50b34f6c0970_SeqId_4_ 2024-11-08T23:21:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:21:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/e9d3c106291e4c458777a4acb2ca4165_SeqId_4_ 2024-11-08T23:21:06,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ into b550e16ba96a1e18e519d59f788568b2/f as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/ae13d375e6534b4c880e50b34f6c0970_SeqId_4_ - updating store file list. 2024-11-08T23:21:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae13d375e6534b4c880e50b34f6c0970_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:06,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/ae13d375e6534b4c880e50b34f6c0970_SeqId_4_ into b550e16ba96a1e18e519d59f788568b2/f 2024-11-08T23:21:06,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ into b550e16ba96a1e18e519d59f788568b2/f (new location: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/ae13d375e6534b4c880e50b34f6c0970_SeqId_4_) 2024-11-08T23:21:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/5133dd8d36814902b16eb8056b47c469_SeqId_4_ 2024-11-08T23:21:06,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ into b550e16ba96a1e18e519d59f788568b2/f as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/e9d3c106291e4c458777a4acb2ca4165_SeqId_4_ - updating store file list. 2024-11-08T23:21:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9d3c106291e4c458777a4acb2ca4165_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:06,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/e9d3c106291e4c458777a4acb2ca4165_SeqId_4_ into b550e16ba96a1e18e519d59f788568b2/f 2024-11-08T23:21:06,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ into b550e16ba96a1e18e519d59f788568b2/f (new location: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/e9d3c106291e4c458777a4acb2ca4165_SeqId_4_) 2024-11-08T23:21:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__h1p82c2ec3vp73qp571cmtbfjlu5djtdj0hj6nlld333o39hb0mbbtedvo5bn081/f/31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_ 2024-11-08T23:21:06,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.ReplicationSink(324): Finished replicating [b1dbe1f8-b9a7-4290-b16f-4ec89679fd67] bulk loaded data 2024-11-08T23:21:06,740 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 687, reset compression=false 2024-11-08T23:21:06,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:21:06,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:06,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:07,060 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 687, reset compression=false 2024-11-08T23:21:07,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T23:21:07,251 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:21:07,493 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 687, reset compression=false 2024-11-08T23:21:07,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40611,1731108058514, seqNum=-1] 2024-11-08T23:21:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:07,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:21:07,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440., hostname=300c1216fb79,40611,1731108058514, seqNum=2] 2024-11-08T23:21:07,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:21:07,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:21:07,567 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 300c1216fb79%2C40301%2C1731108047312.rep:(num 1731108064622) roll requested 2024-11-08T23:21:07,591 DEBUG [regionserver/300c1216fb79:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.rep.1731108067568, exclude list is [], retry=0 2024-11-08T23:21:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-473a2adb-2f11-4302-9fc0-438fec98aaba,DISK] 2024-11-08T23:21:07,617 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.rep.1731108064622 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.rep.1731108067568 2024-11-08T23:21:07,628 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-08T23:21:07,628 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.rep.1731108064622 is not closed yet, will try archiving it next time 2024-11-08T23:21:07,628 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 300c1216fb79%2C40301%2C1731108047312.meta:.meta(num 1731108049845) roll requested 2024-11-08T23:21:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741839_1015 (size=1505) 2024-11-08T23:21:07,656 DEBUG [regionserver/300c1216fb79:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.meta.1731108067628.meta, exclude list is [], retry=0 2024-11-08T23:21:07,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-473a2adb-2f11-4302-9fc0-438fec98aaba,DISK] 2024-11-08T23:21:07,695 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.meta.1731108049845.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.meta.1731108067628.meta 2024-11-08T23:21:07,708 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-08T23:21:07,708 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.meta.1731108049845.meta is not closed yet, will try archiving it next time 2024-11-08T23:21:07,709 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 300c1216fb79%2C40301%2C1731108047312:(num 1731108048870) roll requested 2024-11-08T23:21:07,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741834_1010 (size=3473) 2024-11-08T23:21:07,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.meta.1731108049845.meta not finished, retry = 0 2024-11-08T23:21:07,738 DEBUG [regionserver/300c1216fb79:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709, exclude list is [], retry=0 2024-11-08T23:21:07,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-473a2adb-2f11-4302-9fc0-438fec98aaba,DISK] 2024-11-08T23:21:07,784 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 2024-11-08T23:21:07,796 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-08T23:21:07,796 DEBUG [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 is not closed yet, will try archiving it next time 2024-11-08T23:21:07,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741832_1008 (size=695) 2024-11-08T23:21:07,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b88a54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:07,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,39527,-1 for getting cluster id 2024-11-08T23:21:07,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:07,806 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1dbe1f8-b9a7-4290-b16f-4ec89679fd67' 2024-11-08T23:21:07,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1dbe1f8-b9a7-4290-b16f-4ec89679fd67" 2024-11-08T23:21:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d201cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,39527,-1] 2024-11-08T23:21:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:07,808 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719012bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:07,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:07,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,39527,1731108046893 2024-11-08T23:21:07,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cbee394 2024-11-08T23:21:07,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:07,811 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:07,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://300c1216fb79:46513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T23:21:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T23:21:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T23:21:07,815 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:46513' 2024-11-08T23:21:07,824 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/oldWALs/300c1216fb79%2C40301%2C1731108047312.1731108048870 2024-11-08T23:21:07,828 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5da1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:07,828 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46513,-1 for getting cluster id 2024-11-08T23:21:07,829 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:07,829 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a87ad4e-8604-415d-8d06-d7e11710a8c9' 2024-11-08T23:21:07,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:07,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a87ad4e-8604-415d-8d06-d7e11710a8c9" 2024-11-08T23:21:07,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f5016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:07,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46513,-1] 2024-11-08T23:21:07,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:07,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:07,831 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:07,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7e8aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:07,837 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:07,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,46513,1731108058390 2024-11-08T23:21:07,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b74cb4c 2024-11-08T23:21:07,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:07,845 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:07,846 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-08T23:21:07,846 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T23:21:07,846 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:07,846 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:07,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:07,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T23:21:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T23:21:07,998 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 to pos 687, reset compression=false 2024-11-08T23:21:08,000 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 was moved to hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/oldWALs/300c1216fb79%2C40301%2C1731108047312.1731108048870 2024-11-08T23:21:08,002 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870 2024-11-08T23:21:08,002 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709, startPosition=0, beingWritten=true 2024-11-08T23:21:08,002 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,40301,1731108047312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108048870, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T23:21:08,005 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [300c1216fb79%2C40301%2C1731108047312.1731108048870] 2024-11-08T23:21:08,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T23:21:08,063 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T23:21:08,102 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-300c1216fb79,40301,1731108047312, ReplicationSource: 2, currentBandwidth=0 2024-11-08T23:21:08,104 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T23:21:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T23:21:08,106 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 300c1216fb79,40301,1731108047312 suceeded 2024-11-08T23:21:08,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T23:21:08,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T23:21:08,108 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://300c1216fb79:46513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T23:21:08,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 296 msec 2024-11-08T23:21:08,128 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='300c1216fb79:46513' 2024-11-08T23:21:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T23:21:08,129 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T23:21:08,129 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20256819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,129 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46513,-1 for getting cluster id 2024-11-08T23:21:08,129 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:08,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:08,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:08,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:08,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:08,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:08,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:21:08,130 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a87ad4e-8604-415d-8d06-d7e11710a8c9' 2024-11-08T23:21:08,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:08,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a87ad4e-8604-415d-8d06-d7e11710a8c9" 2024-11-08T23:21:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585a889e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46513,-1] 2024-11-08T23:21:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:08,132 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:08,133 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@567b6d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,133 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:08,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,46513,1731108058390 2024-11-08T23:21:08,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d4a372 2024-11-08T23:21:08,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:08,135 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T23:21:08,136 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-300c1216fb79,40301,1731108047312 (queues=1) is replicating from cluster=b1dbe1f8-b9a7-4290-b16f-4ec89679fd67 to cluster=2a87ad4e-8604-415d-8d06-d7e11710a8c9 2024-11-08T23:21:08,136 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=300c1216fb79%2C40301%2C1731108047312 2024-11-08T23:21:08,136 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-300c1216fb79,40301,1731108047312, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T23:21:08,138 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731108068137/Put/seqid=0 2024-11-08T23:21:08,150 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709, startPosition=0, beingWritten=true 2024-11-08T23:21:08,162 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 300c1216fb79%2C40301%2C1731108047312 2024-11-08T23:21:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741845_1021 (size=11194) 2024-11-08T23:21:08,414 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 0, reset compression=false 2024-11-08T23:21:08,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731108068611/Put/seqid=0 2024-11-08T23:21:08,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741846_1022 (size=10791) 2024-11-08T23:21:08,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f09b5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,39527,-1 for getting cluster id 2024-11-08T23:21:08,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:08,617 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1dbe1f8-b9a7-4290-b16f-4ec89679fd67' 2024-11-08T23:21:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1dbe1f8-b9a7-4290-b16f-4ec89679fd67" 2024-11-08T23:21:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2735e671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,39527,-1] 2024-11-08T23:21:08,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:08,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:08,618 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:08,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30787fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40301,1731108047312, seqNum=-1] 2024-11-08T23:21:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:08,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:21:08,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,39527,1731108046893 2024-11-08T23:21:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df41736 2024-11-08T23:21:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:08,632 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 0, reset compression=false 2024-11-08T23:21:08,632 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:21:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2] 2024-11-08T23:21:08,644 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:21:08,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T23:21:08,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T23:21:08,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e2655aa5c96cf783b5e3d79632c32913/f 2024-11-08T23:21:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T23:21:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:08,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e2655aa5c96cf783b5e3d79632c32913/f 2024-11-08T23:21:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T23:21:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegion(2603): Flush status journal for e2655aa5c96cf783b5e3d79632c32913: 2024-11-08T23:21:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_0 2024-11-08T23:21:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_0 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ 2024-11-08T23:21:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_1 2024-11-08T23:21:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_1 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ 2024-11-08T23:21:08,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_0 into e2655aa5c96cf783b5e3d79632c32913/f as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ - updating store file list. 2024-11-08T23:21:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:08,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ into e2655aa5c96cf783b5e3d79632c32913/f 2024-11-08T23:21:08,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_0 into e2655aa5c96cf783b5e3d79632c32913/f (new location: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_) 2024-11-08T23:21:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_0 2024-11-08T23:21:08,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_1 into e2655aa5c96cf783b5e3d79632c32913/f as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ - updating store file list. 2024-11-08T23:21:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cdc7cea984d349c48552a91c30aeda70_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:08,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ into e2655aa5c96cf783b5e3d79632c32913/f 2024-11-08T23:21:08,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_1 into e2655aa5c96cf783b5e3d79632c32913/f (new location: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_) 2024-11-08T23:21:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/staging/jenkins__test__qq00d8sslt7etnmdcsdd55gqn0m5iulsqirb0gtg026p1cfqcgj4p5ig3p9tvv9i/f/hfile_1 2024-11-08T23:21:08,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:08,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:08,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:08,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:08,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2 , the old value is region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=300c1216fb79:40301 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:21:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T23:21:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., hostname=300c1216fb79,40301,1731108047312, seqNum=2 from cache 2024-11-08T23:21:08,696 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T23:21:08,696 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T23:21:08,718 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 0, reset compression=false 2024-11-08T23:21:08,750 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:21:08,750 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-300c1216fb79,40301,1731108047312 got entry batch from reader: WALEntryBatch [walEntries=[{test/e2655aa5c96cf783b5e3d79632c32913/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731108068689/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T23:21:08,752 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:21:08,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T23:21:08,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.ReplicationSink(318): Replicating [b1dbe1f8-b9a7-4290-b16f-4ec89679fd67] bulk loaded data 2024-11-08T23:21:08,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62428254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] client.ClusterIdFetcher(90): Going to request 300c1216fb79,46513,-1 for getting cluster id 2024-11-08T23:21:08,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:21:08,760 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a87ad4e-8604-415d-8d06-d7e11710a8c9' 2024-11-08T23:21:08,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:21:08,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a87ad4e-8604-415d-8d06-d7e11710a8c9" 2024-11-08T23:21:08,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f151bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [300c1216fb79,46513,-1] 2024-11-08T23:21:08,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:21:08,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:08,761 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:21:08,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744b11e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:21:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741837_1013 (size=11194) 2024-11-08T23:21:08,800 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:40301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T23:21:08,950 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:09,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741838_1014 (size=10791) 2024-11-08T23:21:09,253 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:09,344 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 0, reset compression=false 2024-11-08T23:21:09,348 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T23:21:09,348 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-300c1216fb79,40301,1731108047312 got entry batch from reader: WALEntryBatch [walEntries=[{test/e2655aa5c96cf783b5e3d79632c32913/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731108068689/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T23:21:09,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.ReplicationSink(318): Replicating [b1dbe1f8-b9a7-4290-b16f-4ec89679fd67] bulk loaded data 2024-11-08T23:21:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741839_1015 (size=11194) 2024-11-08T23:21:09,548 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:09,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:21:09,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 300c1216fb79,46513,1731108058390 2024-11-08T23:21:09,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2015ff5f 2024-11-08T23:21:09,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:21:09,589 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T23:21:09,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:21:09,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:21:09,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=300c1216fb79,40611,1731108058514, seqNum=-1] 2024-11-08T23:21:09,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:21:09,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T23:21:09,598 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T23:21:09,600 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T23:21:09,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ for inclusion in 7fc589cc11a20fd2b13305a1ff1b9440/f 2024-11-08T23:21:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T23:21:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:09,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ for inclusion in 7fc589cc11a20fd2b13305a1ff1b9440/f 2024-11-08T23:21:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T23:21:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HRegion(2603): Flush status journal for 7fc589cc11a20fd2b13305a1ff1b9440: 2024-11-08T23:21:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cdc7cea984d349c48552a91c30aeda70_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:21:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/f/fefc0be924c649a48fea83ec131f29d2_SeqId_4_ 2024-11-08T23:21:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:21:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/f/ac0f522f7ac14a2285a144ba2361e42d_SeqId_4_ 2024-11-08T23:21:09,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ into 7fc589cc11a20fd2b13305a1ff1b9440/f as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/f/fefc0be924c649a48fea83ec131f29d2_SeqId_4_ - updating store file list. 2024-11-08T23:21:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fefc0be924c649a48fea83ec131f29d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:09,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/f/fefc0be924c649a48fea83ec131f29d2_SeqId_4_ into 7fc589cc11a20fd2b13305a1ff1b9440/f 2024-11-08T23:21:09,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ into 7fc589cc11a20fd2b13305a1ff1b9440/f (new location: hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/f/fefc0be924c649a48fea83ec131f29d2_SeqId_4_) 2024-11-08T23:21:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ 2024-11-08T23:21:09,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ into 7fc589cc11a20fd2b13305a1ff1b9440/f as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/f/ac0f522f7ac14a2285a144ba2361e42d_SeqId_4_ - updating store file list. 2024-11-08T23:21:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac0f522f7ac14a2285a144ba2361e42d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:09,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/f/ac0f522f7ac14a2285a144ba2361e42d_SeqId_4_ into 7fc589cc11a20fd2b13305a1ff1b9440/f 2024-11-08T23:21:09,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ into 7fc589cc11a20fd2b13305a1ff1b9440/f (new location: hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/f/ac0f522f7ac14a2285a144ba2361e42d_SeqId_4_) 2024-11-08T23:21:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/staging/jenkins.hfs.23__test__1kkp6lbmpokf2ki8fs02lno0v7s1qd98cn4g5lv7dig096koq6i0c4dafctcunpt/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ 2024-11-08T23:21:09,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] regionserver.ReplicationSink(324): Finished replicating [b1dbe1f8-b9a7-4290-b16f-4ec89679fd67] bulk loaded data 2024-11-08T23:21:09,657 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:09,700 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T23:21:09,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741840_1016 (size=10791) 2024-11-08T23:21:09,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T23:21:09,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T23:21:09,776 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T23:21:09,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ for inclusion in b550e16ba96a1e18e519d59f788568b2/f 2024-11-08T23:21:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T23:21:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:09,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ for inclusion in b550e16ba96a1e18e519d59f788568b2/f 2024-11-08T23:21:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T23:21:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T23:21:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HRegion(2603): Flush status journal for b550e16ba96a1e18e519d59f788568b2: 2024-11-08T23:21:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:21:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/f94365b27f284827968a8d4eea6fdeba_SeqId_6_ 2024-11-08T23:21:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cdc7cea984d349c48552a91c30aeda70_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T23:21:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/38fc4baaa7364dd99377221e97fad977_SeqId_6_ 2024-11-08T23:21:09,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ into b550e16ba96a1e18e519d59f788568b2/f as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/f94365b27f284827968a8d4eea6fdeba_SeqId_6_ - updating store file list. 2024-11-08T23:21:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f94365b27f284827968a8d4eea6fdeba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:09,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/f94365b27f284827968a8d4eea6fdeba_SeqId_6_ into b550e16ba96a1e18e519d59f788568b2/f 2024-11-08T23:21:09,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ into b550e16ba96a1e18e519d59f788568b2/f (new location: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/f94365b27f284827968a8d4eea6fdeba_SeqId_6_) 2024-11-08T23:21:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/79f645dbcc794a92abe0c1a3c0c75fb2_SeqId_6_ 2024-11-08T23:21:09,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ into b550e16ba96a1e18e519d59f788568b2/f as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/38fc4baaa7364dd99377221e97fad977_SeqId_6_ - updating store file list. 2024-11-08T23:21:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38fc4baaa7364dd99377221e97fad977_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T23:21:09,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/38fc4baaa7364dd99377221e97fad977_SeqId_6_ into b550e16ba96a1e18e519d59f788568b2/f 2024-11-08T23:21:09,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ into b550e16ba96a1e18e519d59f788568b2/f (new location: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/f/38fc4baaa7364dd99377221e97fad977_SeqId_6_) 2024-11-08T23:21:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/staging/jenkins.hfs.22__test__gtka3hj6b5ngg0tcb6jnc6fc500udu3vd2uehfa6erjkfocv9hscus41gvsutpou/f/cdc7cea984d349c48552a91c30aeda70_SeqId_6_ 2024-11-08T23:21:09,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] regionserver.ReplicationSink(324): Finished replicating [b1dbe1f8-b9a7-4290-b16f-4ec89679fd67] bulk loaded data 2024-11-08T23:21:09,851 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:10,161 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:10,254 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:10,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:21:10,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:10,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:10,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:10,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:10,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:10,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:21:10,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204757447, stopped=false 2024-11-08T23:21:10,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,46513,1731108058390 2024-11-08T23:21:10,757 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:10,764 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21426189914/running 2024-11-08T23:21:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21426189914/running 2024-11-08T23:21:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:10,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:21:10,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on znode that does not yet exist, /21426189914/running 2024-11-08T23:21:10,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:10,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:10,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Set watcher on znode that does not yet exist, /21426189914/running 2024-11-08T23:21:10,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:10,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,40611,1731108058514' ***** 2024-11-08T23:21:10,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:21:10,767 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:21:10,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:21:10,767 INFO [RS:0;300c1216fb79:40611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:21:10,767 INFO [RS:0;300c1216fb79:40611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:21:10,767 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:10,768 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,40611,1731108058514 2024-11-08T23:21:10,768 INFO [RS:0;300c1216fb79:40611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:21:10,768 INFO [RS:0;300c1216fb79:40611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:40611. 2024-11-08T23:21:10,768 DEBUG [RS:0;300c1216fb79:40611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:10,768 DEBUG [RS:0;300c1216fb79:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:10,768 INFO [RS:0;300c1216fb79:40611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:21:10,768 INFO [RS:0;300c1216fb79:40611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:21:10,768 INFO [RS:0;300c1216fb79:40611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:21:10,768 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:21:10,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fc589cc11a20fd2b13305a1ff1b9440, disabling compactions & flushes 2024-11-08T23:21:10,769 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:10,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:10,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. after waiting 0 ms 2024-11-08T23:21:10,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:10,770 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:21:10,770 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7fc589cc11a20fd2b13305a1ff1b9440=test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440.} 2024-11-08T23:21:10,770 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fc589cc11a20fd2b13305a1ff1b9440 2024-11-08T23:21:10,771 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:21:10,771 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:21:10,771 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:21:10,771 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:21:10,771 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:21:10,771 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T23:21:10,789 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/default/test/7fc589cc11a20fd2b13305a1ff1b9440/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T23:21:10,789 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:21:10,789 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:21:10,789 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:10,789 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fc589cc11a20fd2b13305a1ff1b9440: Waiting for close lock at 1731108070769Running coprocessor pre-close hooks at 1731108070769Disabling compacts and flushes for region at 1731108070769Disabling writes for close at 1731108070769Writing region close event to WAL at 1731108070776 (+7 ms)Running coprocessor post-close hooks at 1731108070789 (+13 ms)Closed at 1731108070789 2024-11-08T23:21:10,790 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440. 2024-11-08T23:21:10,799 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/info/aeb09be041e54989852e46f18d7613fe is 129, key is test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440./info:regioninfo/1731108063568/Put/seqid=0 2024-11-08T23:21:10,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741839_1015 (size=6421) 2024-11-08T23:21:10,842 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:21:10,971 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:11,171 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:11,206 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/info/aeb09be041e54989852e46f18d7613fe 2024-11-08T23:21:11,224 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/ns/940d4daf930a494481f94b71357dbb71 is 43, key is default/ns:d/1731108061300/Put/seqid=0 2024-11-08T23:21:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741840_1016 (size=5153) 2024-11-08T23:21:11,227 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/ns/940d4daf930a494481f94b71357dbb71 2024-11-08T23:21:11,245 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/rep_barrier/477e080ead67421d9112435e6e67b328 is 112, key is test,,1731108063211.7fc589cc11a20fd2b13305a1ff1b9440./rep_barrier:seqnumDuringOpen/1731108063568/Put/seqid=0 2024-11-08T23:21:11,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741841_1017 (size=5518) 2024-11-08T23:21:11,360 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:11,371 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:11,469 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:11,571 DEBUG [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:11,590 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:21:11,590 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:21:11,649 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/rep_barrier/477e080ead67421d9112435e6e67b328 2024-11-08T23:21:11,674 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/table/a8e0261abe5842fda12cff588616c5df is 40, key is test/table:state/1731108063575/Put/seqid=0 2024-11-08T23:21:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741842_1018 (size=5165) 2024-11-08T23:21:11,677 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/table/a8e0261abe5842fda12cff588616c5df 2024-11-08T23:21:11,681 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/info/aeb09be041e54989852e46f18d7613fe as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/info/aeb09be041e54989852e46f18d7613fe 2024-11-08T23:21:11,686 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/info/aeb09be041e54989852e46f18d7613fe, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T23:21:11,686 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/ns/940d4daf930a494481f94b71357dbb71 as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/ns/940d4daf930a494481f94b71357dbb71 2024-11-08T23:21:11,692 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/ns/940d4daf930a494481f94b71357dbb71, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:21:11,692 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/rep_barrier/477e080ead67421d9112435e6e67b328 as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/rep_barrier/477e080ead67421d9112435e6e67b328 2024-11-08T23:21:11,696 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/rep_barrier/477e080ead67421d9112435e6e67b328, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T23:21:11,697 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/.tmp/table/a8e0261abe5842fda12cff588616c5df as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/table/a8e0261abe5842fda12cff588616c5df 2024-11-08T23:21:11,700 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/table/a8e0261abe5842fda12cff588616c5df, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:21:11,701 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=11, compaction requested=false 2024-11-08T23:21:11,721 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T23:21:11,721 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:21:11,721 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:21:11,721 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:21:11,722 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108070771Running coprocessor pre-close hooks at 1731108070771Disabling compacts and flushes for region at 1731108070771Disabling writes for close at 1731108070771Obtaining lock to block concurrent updates at 1731108070771Preparing flush snapshotting stores in 1588230740 at 1731108070771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731108070771Flushing stores of hbase:meta,,1.1588230740 at 1731108070772 (+1 ms)Flushing 1588230740/info: creating writer at 1731108070772Flushing 1588230740/info: appending metadata at 1731108070799 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731108070799Flushing 1588230740/ns: creating writer at 1731108071209 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731108071224 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731108071224Flushing 1588230740/rep_barrier: creating writer at 1731108071231 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731108071245 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731108071245Flushing 1588230740/table: creating writer at 1731108071652 (+407 ms)Flushing 1588230740/table: appending metadata at 1731108071673 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731108071673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313764b1: reopening flushed file at 1731108071681 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dde0bf7: reopening flushed file at 1731108071686 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2afdd4: reopening flushed file at 1731108071692 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307aa4ec: reopening flushed file at 1731108071696 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=11, compaction requested=false at 1731108071701 (+5 ms)Writing region close event to WAL at 1731108071711 (+10 ms)Running coprocessor post-close hooks at 1731108071721 (+10 ms)Closed at 1731108071721 2024-11-08T23:21:11,722 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:21:11,771 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,40611,1731108058514; all regions closed. 2024-11-08T23:21:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741834_1010 (size=2717) 2024-11-08T23:21:11,774 DEBUG [RS:0;300c1216fb79:40611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/oldWALs 2024-11-08T23:21:11,774 INFO [RS:0;300c1216fb79:40611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C40611%2C1731108058514.meta:.meta(num 1731108061235) 2024-11-08T23:21:11,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/WALs/300c1216fb79,40611,1731108058514/300c1216fb79%2C40611%2C1731108058514.1731108060735 not finished, retry = 0 2024-11-08T23:21:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741833_1009 (size=1028) 2024-11-08T23:21:11,878 DEBUG [RS:0;300c1216fb79:40611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/oldWALs 2024-11-08T23:21:11,878 INFO [RS:0;300c1216fb79:40611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C40611%2C1731108058514:(num 1731108060735) 2024-11-08T23:21:11,878 DEBUG [RS:0;300c1216fb79:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:11,878 INFO [RS:0;300c1216fb79:40611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:21:11,878 INFO [RS:0;300c1216fb79:40611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:21:11,878 INFO [RS:0;300c1216fb79:40611 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:21:11,878 INFO [RS:0;300c1216fb79:40611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:21:11,878 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:21:11,879 INFO [RS:0;300c1216fb79:40611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:40611. 2024-11-08T23:21:11,879 DEBUG [RS:0;300c1216fb79:40611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:11,879 DEBUG [RS:0;300c1216fb79:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:11,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:11,879 DEBUG [RS:0;300c1216fb79:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:11,879 INFO [RS:0;300c1216fb79:40611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40611 2024-11-08T23:21:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914/rs 2024-11-08T23:21:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21426189914/rs/300c1216fb79,40611,1731108058514 2024-11-08T23:21:11,926 INFO [RS:0;300c1216fb79:40611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:21:11,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,40611,1731108058514] 2024-11-08T23:21:12,063 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:12,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21426189914/draining/300c1216fb79,40611,1731108058514 already deleted, retry=false 2024-11-08T23:21:12,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,40611,1731108058514 expired; onlineServers=0 2024-11-08T23:21:12,094 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,46513,1731108058390' ***** 2024-11-08T23:21:12,094 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:21:12,094 INFO [M:0;300c1216fb79:46513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:21:12,094 INFO [M:0;300c1216fb79:46513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:21:12,094 DEBUG [M:0;300c1216fb79:46513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:21:12,094 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:21:12,094 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108060333 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108060333,5,FailOnTimeoutGroup] 2024-11-08T23:21:12,094 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108060334 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108060334,5,FailOnTimeoutGroup] 2024-11-08T23:21:12,094 DEBUG [M:0;300c1216fb79:46513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:21:12,095 INFO [M:0;300c1216fb79:46513 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:21:12,095 INFO [M:0;300c1216fb79:46513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:21:12,095 DEBUG [M:0;300c1216fb79:46513 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:21:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:12,095 INFO [M:0;300c1216fb79:46513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:21:12,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1011cc078ac0007, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:12,095 INFO [M:0;300c1216fb79:46513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:21:12,095 INFO [RS:0;300c1216fb79:40611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:21:12,095 INFO [RS:0;300c1216fb79:40611 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,40611,1731108058514; zookeeper connection closed. 2024-11-08T23:21:12,095 INFO [M:0;300c1216fb79:46513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:21:12,095 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:21:12,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b489e41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b489e41 2024-11-08T23:21:12,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:21:12,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21426189914/master 2024-11-08T23:21:12,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21426189914 2024-11-08T23:21:12,179 DEBUG [M:0;300c1216fb79:46513 {}] zookeeper.ZKUtil(347): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Unable to get data of znode /21426189914/master because node does not exist (not an error) 2024-11-08T23:21:12,179 WARN [M:0;300c1216fb79:46513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:21:12,179 INFO [M:0;300c1216fb79:46513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/.lastflushedseqids 2024-11-08T23:21:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741843_1019 (size=173) 2024-11-08T23:21:12,186 INFO [M:0;300c1216fb79:46513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:21:12,187 INFO [M:0;300c1216fb79:46513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:21:12,187 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:21:12,187 INFO [M:0;300c1216fb79:46513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:12,187 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:12,187 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:21:12,187 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:12,187 INFO [M:0;300c1216fb79:46513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-08T23:21:12,203 DEBUG [M:0;300c1216fb79:46513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5455d0372b9048e58de6c90a93b764ec is 82, key is hbase:meta,,1/info:regioninfo/1731108061279/Put/seqid=0 2024-11-08T23:21:12,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741844_1020 (size=5672) 2024-11-08T23:21:12,272 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:12,606 INFO [M:0;300c1216fb79:46513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5455d0372b9048e58de6c90a93b764ec 2024-11-08T23:21:12,626 DEBUG [M:0;300c1216fb79:46513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07f9443f3ae7498c9c3fe9f341136c90 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731108063578/Put/seqid=0 2024-11-08T23:21:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741845_1021 (size=6585) 2024-11-08T23:21:12,866 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:13,034 INFO [M:0;300c1216fb79:46513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07f9443f3ae7498c9c3fe9f341136c90 2024-11-08T23:21:13,069 DEBUG [M:0;300c1216fb79:46513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fb0b9cf7234452c87f1f381a1581dbf is 69, key is 300c1216fb79,40611,1731108058514/rs:state/1731108060458/Put/seqid=0 2024-11-08T23:21:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741846_1022 (size=5156) 2024-11-08T23:21:13,176 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:13,473 INFO [M:0;300c1216fb79:46513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fb0b9cf7234452c87f1f381a1581dbf 2024-11-08T23:21:13,479 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5455d0372b9048e58de6c90a93b764ec as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5455d0372b9048e58de6c90a93b764ec 2024-11-08T23:21:13,483 INFO [M:0;300c1216fb79:46513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5455d0372b9048e58de6c90a93b764ec, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T23:21:13,484 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07f9443f3ae7498c9c3fe9f341136c90 as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07f9443f3ae7498c9c3fe9f341136c90 2024-11-08T23:21:13,487 INFO [M:0;300c1216fb79:46513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07f9443f3ae7498c9c3fe9f341136c90, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T23:21:13,488 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fb0b9cf7234452c87f1f381a1581dbf as hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fb0b9cf7234452c87f1f381a1581dbf 2024-11-08T23:21:13,492 INFO [M:0;300c1216fb79:46513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fb0b9cf7234452c87f1f381a1581dbf, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T23:21:13,493 INFO [M:0;300c1216fb79:46513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=55, compaction requested=false 2024-11-08T23:21:13,497 INFO [M:0;300c1216fb79:46513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:13,498 DEBUG [M:0;300c1216fb79:46513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108072187Disabling compacts and flushes for region at 1731108072187Disabling writes for close at 1731108072187Obtaining lock to block concurrent updates at 1731108072187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731108072187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731108072187Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731108072188 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731108072188Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731108072203 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731108072203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731108072610 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731108072626 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731108072626Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731108073037 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731108073068 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731108073068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6670f847: reopening flushed file at 1731108073478 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d2ef312: reopening flushed file at 1731108073483 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47faa449: reopening flushed file at 1731108073488 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=55, compaction requested=false at 1731108073493 (+5 ms)Writing region close event to WAL at 1731108073497 (+4 ms)Closed at 1731108073497 2024-11-08T23:21:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40143 is added to blk_1073741830_1006 (size=32758) 2024-11-08T23:21:13,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba1b7c60-1e87-c289-c51e-01e6c1bb0983/MasterData/WALs/300c1216fb79,46513,1731108058390/300c1216fb79%2C46513%2C1731108058390.1731108059212 not finished, retry = 0 2024-11-08T23:21:13,603 INFO [M:0;300c1216fb79:46513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:21:13,603 INFO [M:0;300c1216fb79:46513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46513 2024-11-08T23:21:13,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:21:13,604 INFO [M:0;300c1216fb79:46513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:21:13,714 INFO [M:0;300c1216fb79:46513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:21:13,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:13,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1011cc078ac0006, quorum=127.0.0.1:57841, baseZNode=/21426189914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:13,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f4b9708{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:21:13,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f22b0be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:21:13,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:21:13,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dbbfad5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:21:13,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bb2e528{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/hadoop.log.dir/,STOPPED} 2024-11-08T23:21:13,748 WARN [BP-191130569-172.17.0.2-1731108055973 heartbeating to localhost/127.0.0.1:36967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:21:13,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:21:13,748 WARN [BP-191130569-172.17.0.2-1731108055973 heartbeating to localhost/127.0.0.1:36967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191130569-172.17.0.2-1731108055973 (Datanode Uuid b1bfbf12-2c23-4277-9d21-83647cb59dfd) service to localhost/127.0.0.1:36967 2024-11-08T23:21:13,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:21:13,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/cluster_543010e5-6743-10de-93f9-5645b481f5af/data/data1/current/BP-191130569-172.17.0.2-1731108055973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:21:13,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/cluster_543010e5-6743-10de-93f9-5645b481f5af/data/data2/current/BP-191130569-172.17.0.2-1731108055973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:21:13,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:21:13,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@549d4855{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:21:13,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2d9a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:21:13,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:21:13,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2aa9ae22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:21:13,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59e4491{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/436bbacb-d395-8d12-b049-83819e512b53/hadoop.log.dir/,STOPPED} 2024-11-08T23:21:13,770 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:13,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:21:13,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:21:13,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:13,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:13,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:13,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:13,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:21:13,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=873995741, stopped=false 2024-11-08T23:21:13,789 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,33177,1731108053248 2024-11-08T23:21:13,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:13,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715508763/running 2024-11-08T23:21:13,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715508763/running 2024-11-08T23:21:13,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:21:13,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:21:13,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on znode that does not yet exist, /11715508763/running 2024-11-08T23:21:13,804 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:21:13,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Set watcher on znode that does not yet exist, /11715508763/running 2024-11-08T23:21:13,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:13,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:13,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:13,805 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,34121,1731108053382' ***** 2024-11-08T23:21:13,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:21:13,806 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:21:13,806 INFO [RS:0;300c1216fb79:34121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:21:13,806 INFO [RS:0;300c1216fb79:34121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:21:13,806 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:21:13,806 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(3091): Received CLOSE for b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:13,824 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,34121,1731108053382 2024-11-08T23:21:13,824 INFO [RS:0;300c1216fb79:34121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:21:13,824 INFO [RS:0;300c1216fb79:34121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:34121. 2024-11-08T23:21:13,824 DEBUG [RS:0;300c1216fb79:34121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:13,824 DEBUG [RS:0;300c1216fb79:34121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:13,825 INFO [RS:0;300c1216fb79:34121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:21:13,825 INFO [RS:0;300c1216fb79:34121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:21:13,825 INFO [RS:0;300c1216fb79:34121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:21:13,825 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:21:13,826 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b550e16ba96a1e18e519d59f788568b2, disabling compactions & flushes 2024-11-08T23:21:13,826 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:13,826 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:13,826 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. after waiting 0 ms 2024-11-08T23:21:13,826 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:13,833 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T23:21:13,833 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b550e16ba96a1e18e519d59f788568b2=test,,1731108062063.b550e16ba96a1e18e519d59f788568b2.} 2024-11-08T23:21:13,833 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b550e16ba96a1e18e519d59f788568b2 2024-11-08T23:21:13,836 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:21:13,836 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:21:13,836 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:21:13,836 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:21:13,836 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:21:13,837 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T23:21:13,850 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:21:13,851 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:21:13,873 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/info/6914da937c514ffabd7489c69c57d5db is 129, key is test,,1731108062063.b550e16ba96a1e18e519d59f788568b2./info:regioninfo/1731108062861/Put/seqid=0 2024-11-08T23:21:13,891 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:21:13,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741841_1017 (size=6421) 2024-11-08T23:21:13,902 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/default/test/b550e16ba96a1e18e519d59f788568b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:21:13,903 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:21:13,903 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:21:13,903 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:13,903 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b550e16ba96a1e18e519d59f788568b2: Waiting for close lock at 1731108073825Running coprocessor pre-close hooks at 1731108073825Disabling compacts and flushes for region at 1731108073825Disabling writes for close at 1731108073826 (+1 ms)Writing region close event to WAL at 1731108073881 (+55 ms)Running coprocessor post-close hooks at 1731108073903 (+22 ms)Closed at 1731108073903 2024-11-08T23:21:13,903 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731108062063.b550e16ba96a1e18e519d59f788568b2. 2024-11-08T23:21:13,908 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/info/6914da937c514ffabd7489c69c57d5db 2024-11-08T23:21:13,944 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/ns/1360fae7f6b34742bc4f3b9336d9600f is 43, key is default/ns:d/1731108055764/Put/seqid=0 2024-11-08T23:21:13,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741842_1018 (size=5153) 2024-11-08T23:21:14,033 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:14,179 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:14,233 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:14,358 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/ns/1360fae7f6b34742bc4f3b9336d9600f 2024-11-08T23:21:14,378 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/rep_barrier/b5852232117748e786df59aa8c4a76d6 is 112, key is test,,1731108062063.b550e16ba96a1e18e519d59f788568b2./rep_barrier:seqnumDuringOpen/1731108062861/Put/seqid=0 2024-11-08T23:21:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741843_1019 (size=5518) 2024-11-08T23:21:14,381 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/rep_barrier/b5852232117748e786df59aa8c4a76d6 2024-11-08T23:21:14,417 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/table/a618410ec9184b4db9e3f68f2b1f7815 is 40, key is test/table:state/1731108062870/Put/seqid=0 2024-11-08T23:21:14,433 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:14,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741844_1020 (size=5165) 2024-11-08T23:21:14,634 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:14,814 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:14,834 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T23:21:14,834 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T23:21:14,834 DEBUG [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T23:21:14,853 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/table/a618410ec9184b4db9e3f68f2b1f7815 2024-11-08T23:21:14,857 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/info/6914da937c514ffabd7489c69c57d5db as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/info/6914da937c514ffabd7489c69c57d5db 2024-11-08T23:21:14,860 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/info/6914da937c514ffabd7489c69c57d5db, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T23:21:14,861 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/ns/1360fae7f6b34742bc4f3b9336d9600f as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/ns/1360fae7f6b34742bc4f3b9336d9600f 2024-11-08T23:21:14,864 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/ns/1360fae7f6b34742bc4f3b9336d9600f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:21:14,865 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/rep_barrier/b5852232117748e786df59aa8c4a76d6 as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/rep_barrier/b5852232117748e786df59aa8c4a76d6 2024-11-08T23:21:14,867 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/rep_barrier/b5852232117748e786df59aa8c4a76d6, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T23:21:14,868 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/.tmp/table/a618410ec9184b4db9e3f68f2b1f7815 as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/table/a618410ec9184b4db9e3f68f2b1f7815 2024-11-08T23:21:14,871 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/table/a618410ec9184b4db9e3f68f2b1f7815, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T23:21:14,872 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1036ms, sequenceid=11, compaction requested=false 2024-11-08T23:21:14,872 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:21:14,876 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T23:21:14,877 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:21:14,877 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:21:14,877 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:21:14,877 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108073836Running coprocessor pre-close hooks at 1731108073836Disabling compacts and flushes for region at 1731108073836Disabling writes for close at 1731108073836Obtaining lock to block concurrent updates at 1731108073837 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731108073837Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731108073837Flushing stores of hbase:meta,,1.1588230740 at 1731108073838 (+1 ms)Flushing 1588230740/info: creating writer at 1731108073838Flushing 1588230740/info: appending metadata at 1731108073873 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731108073873Flushing 1588230740/ns: creating writer at 1731108073914 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731108073943 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731108073943Flushing 1588230740/rep_barrier: creating writer at 1731108074361 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731108074377 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731108074377Flushing 1588230740/table: creating writer at 1731108074396 (+19 ms)Flushing 1588230740/table: appending metadata at 1731108074417 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731108074417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18dbf81d: reopening flushed file at 1731108074856 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4934f73f: reopening flushed file at 1731108074860 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102669cc: reopening flushed file at 1731108074864 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d88538: reopening flushed file at 1731108074868 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1036ms, sequenceid=11, compaction requested=false at 1731108074872 (+4 ms)Writing region close event to WAL at 1731108074874 (+2 ms)Running coprocessor post-close hooks at 1731108074877 (+3 ms)Closed at 1731108074877 2024-11-08T23:21:14,877 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:21:15,034 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,34121,1731108053382; all regions closed. 2024-11-08T23:21:15,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382/300c1216fb79%2C34121%2C1731108053382.meta.1731108055601.meta not finished, retry = 0 2024-11-08T23:21:15,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741834_1010 (size=2717) 2024-11-08T23:21:15,138 DEBUG [RS:0;300c1216fb79:34121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/oldWALs 2024-11-08T23:21:15,138 INFO [RS:0;300c1216fb79:34121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C34121%2C1731108053382.meta:.meta(num 1731108055601) 2024-11-08T23:21:15,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741832_1008 (size=1374) 2024-11-08T23:21:15,140 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/WALs/300c1216fb79,34121,1731108053382/300c1216fb79%2C34121%2C1731108053382.1731108054980 not finished, retry = 0 2024-11-08T23:21:15,242 DEBUG [RS:0;300c1216fb79:34121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/oldWALs 2024-11-08T23:21:15,242 INFO [RS:0;300c1216fb79:34121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 300c1216fb79%2C34121%2C1731108053382:(num 1731108054980) 2024-11-08T23:21:15,242 DEBUG [RS:0;300c1216fb79:34121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:15,242 INFO [RS:0;300c1216fb79:34121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:21:15,243 INFO [RS:0;300c1216fb79:34121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:21:15,243 INFO [RS:0;300c1216fb79:34121 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:21:15,243 INFO [RS:0;300c1216fb79:34121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:21:15,243 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:21:15,244 INFO [RS:0;300c1216fb79:34121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:34121. 2024-11-08T23:21:15,244 DEBUG [RS:0;300c1216fb79:34121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:15,244 DEBUG [RS:0;300c1216fb79:34121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:15,244 DEBUG [RS:0;300c1216fb79:34121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:15,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:15,244 INFO [RS:0;300c1216fb79:34121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34121 2024-11-08T23:21:15,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763/rs 2024-11-08T23:21:15,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715508763/rs/300c1216fb79,34121,1731108053382 2024-11-08T23:21:15,256 INFO [RS:0;300c1216fb79:34121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:21:15,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,34121,1731108053382] 2024-11-08T23:21:15,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11715508763/draining/300c1216fb79,34121,1731108053382 already deleted, retry=false 2024-11-08T23:21:15,277 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,34121,1731108053382 expired; onlineServers=0 2024-11-08T23:21:15,277 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,33177,1731108053248' ***** 2024-11-08T23:21:15,277 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:21:15,277 INFO [M:0;300c1216fb79:33177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:21:15,277 INFO [M:0;300c1216fb79:33177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:21:15,277 DEBUG [M:0;300c1216fb79:33177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:21:15,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:21:15,278 DEBUG [M:0;300c1216fb79:33177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:21:15,278 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108054683 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108054683,5,FailOnTimeoutGroup] 2024-11-08T23:21:15,278 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108054688 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108054688,5,FailOnTimeoutGroup] 2024-11-08T23:21:15,278 INFO [M:0;300c1216fb79:33177 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:21:15,278 INFO [M:0;300c1216fb79:33177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:21:15,278 DEBUG [M:0;300c1216fb79:33177 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:21:15,278 INFO [M:0;300c1216fb79:33177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:21:15,278 INFO [M:0;300c1216fb79:33177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:21:15,279 INFO [M:0;300c1216fb79:33177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:21:15,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:21:15,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715508763/master 2024-11-08T23:21:15,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715508763 2024-11-08T23:21:15,288 DEBUG [M:0;300c1216fb79:33177 {}] zookeeper.ZKUtil(347): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Unable to get data of znode /11715508763/master because node does not exist (not an error) 2024-11-08T23:21:15,288 WARN [M:0;300c1216fb79:33177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:21:15,289 INFO [M:0;300c1216fb79:33177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/.lastflushedseqids 2024-11-08T23:21:15,290 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741845_1021 (size=173) 2024-11-08T23:21:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34121-0x1011cc078ac0004, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:15,367 INFO [RS:0;300c1216fb79:34121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:21:15,367 INFO [RS:0;300c1216fb79:34121 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,34121,1731108053382; zookeeper connection closed. 2024-11-08T23:21:15,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36576f44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36576f44 2024-11-08T23:21:15,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:21:15,692 INFO [M:0;300c1216fb79:33177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:21:15,693 INFO [M:0;300c1216fb79:33177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:21:15,693 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:21:15,693 INFO [M:0;300c1216fb79:33177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:15,693 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:15,693 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:21:15,693 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:15,693 INFO [M:0;300c1216fb79:33177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T23:21:15,711 DEBUG [M:0;300c1216fb79:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f47cdd698ae469f94af365233701e34 is 82, key is hbase:meta,,1/info:regioninfo/1731108055671/Put/seqid=0 2024-11-08T23:21:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741846_1022 (size=5672) 2024-11-08T23:21:15,917 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:16,115 INFO [M:0;300c1216fb79:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f47cdd698ae469f94af365233701e34 2024-11-08T23:21:16,148 DEBUG [M:0;300c1216fb79:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75bcc9f5a7e94324a19d769005777f7b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731108062875/Put/seqid=0 2024-11-08T23:21:16,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741847_1023 (size=6586) 2024-11-08T23:21:16,161 INFO [M:0;300c1216fb79:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75bcc9f5a7e94324a19d769005777f7b 2024-11-08T23:21:16,191 DEBUG [M:0;300c1216fb79:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6832162bfef14dde8d33b7c8038c7475 is 69, key is 300c1216fb79,34121,1731108053382/rs:state/1731108054771/Put/seqid=0 2024-11-08T23:21:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741848_1024 (size=5156) 2024-11-08T23:21:16,197 INFO [M:0;300c1216fb79:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6832162bfef14dde8d33b7c8038c7475 2024-11-08T23:21:16,201 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f47cdd698ae469f94af365233701e34 as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f47cdd698ae469f94af365233701e34 2024-11-08T23:21:16,206 INFO [M:0;300c1216fb79:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f47cdd698ae469f94af365233701e34, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T23:21:16,207 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75bcc9f5a7e94324a19d769005777f7b as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75bcc9f5a7e94324a19d769005777f7b 2024-11-08T23:21:16,211 INFO [M:0;300c1216fb79:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75bcc9f5a7e94324a19d769005777f7b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T23:21:16,213 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6832162bfef14dde8d33b7c8038c7475 as hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6832162bfef14dde8d33b7c8038c7475 2024-11-08T23:21:16,217 INFO [M:0;300c1216fb79:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/b4351701-2816-914e-de9f-7d5f0608fd1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6832162bfef14dde8d33b7c8038c7475, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T23:21:16,218 INFO [M:0;300c1216fb79:33177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=55, compaction requested=false 2024-11-08T23:21:16,225 INFO [M:0;300c1216fb79:33177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:16,225 DEBUG [M:0;300c1216fb79:33177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108075693Disabling compacts and flushes for region at 1731108075693Disabling writes for close at 1731108075693Obtaining lock to block concurrent updates at 1731108075693Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731108075693Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731108075693Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731108075694 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731108075694Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731108075711 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731108075711Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731108076119 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731108076148 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731108076148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731108076167 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731108076190 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731108076190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701db0fb: reopening flushed file at 1731108076200 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26dfb5d9: reopening flushed file at 1731108076206 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7422d7ec: reopening flushed file at 1731108076212 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=55, compaction requested=false at 1731108076218 (+6 ms)Writing region close event to WAL at 1731108076225 (+7 ms)Closed at 1731108076225 2024-11-08T23:21:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34683 is added to blk_1073741830_1006 (size=32770) 2024-11-08T23:21:16,229 INFO [M:0;300c1216fb79:33177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:21:16,229 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:21:16,230 INFO [M:0;300c1216fb79:33177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33177 2024-11-08T23:21:16,230 INFO [M:0;300c1216fb79:33177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:21:16,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T23:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,398 INFO [M:0;300c1216fb79:33177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:21:16,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:16,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1011cc078ac0003, quorum=127.0.0.1:57841, baseZNode=/11715508763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:16,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T23:21:16,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@155598f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:21:16,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@303b657b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:21:16,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:21:16,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78c9005{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:21:16,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a87c77b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.log.dir/,STOPPED} 2024-11-08T23:21:16,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:21:16,424 WARN [BP-1826735538-172.17.0.2-1731108050205 heartbeating to localhost/127.0.0.1:43273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:21:16,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:21:16,424 WARN [BP-1826735538-172.17.0.2-1731108050205 heartbeating to localhost/127.0.0.1:43273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1826735538-172.17.0.2-1731108050205 (Datanode Uuid 3a066ab8-c090-46f5-8a12-539af91b5f3a) service to localhost/127.0.0.1:43273 2024-11-08T23:21:16,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/cluster_11a7d27f-637b-4ccf-528f-dff77823e293/data/data1/current/BP-1826735538-172.17.0.2-1731108050205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:21:16,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/cluster_11a7d27f-637b-4ccf-528f-dff77823e293/data/data2/current/BP-1826735538-172.17.0.2-1731108050205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:21:16,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:21:16,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71de2d31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:21:16,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f63bdb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:21:16,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:21:16,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19cd99d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:21:16,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@757e1bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/42e8f223-ce7a-8c73-491e-03e8dcc36eb1/hadoop.log.dir/,STOPPED} 2024-11-08T23:21:16,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:21:16,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:21:16,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:16,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:16,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:16,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:16,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:16,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:21:16,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2037223385, stopped=false 2024-11-08T23:21:16,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=300c1216fb79,39527,1731108046893 2024-11-08T23:21:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/070574626/running 2024-11-08T23:21:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:21:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/070574626/running 2024-11-08T23:21:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:21:16,477 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:21:16,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:21:16,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:16,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:16,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on znode that does not yet exist, /070574626/running 2024-11-08T23:21:16,480 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '300c1216fb79,40301,1731108047312' ***** 2024-11-08T23:21:16,480 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:21:16,480 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:21:16,480 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:21:16,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Set watcher on znode that does not yet exist, /070574626/running 2024-11-08T23:21:16,481 INFO [RS:0;300c1216fb79:40301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:21:16,481 INFO [RS:0;300c1216fb79:40301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:21:16,481 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:16,482 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:16,482 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(959): stopping server 300c1216fb79,40301,1731108047312 2024-11-08T23:21:16,482 INFO [RS:0;300c1216fb79:40301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:21:16,482 INFO [RS:0;300c1216fb79:40301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:40301. 2024-11-08T23:21:16,482 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2655aa5c96cf783b5e3d79632c32913, disabling compactions & flushes 2024-11-08T23:21:16,482 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:16,482 DEBUG [RS:0;300c1216fb79:40301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:16,482 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:16,482 DEBUG [RS:0;300c1216fb79:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:16,482 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. after waiting 0 ms 2024-11-08T23:21:16,482 INFO [RS:0;300c1216fb79:40301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:21:16,482 INFO [RS:0;300c1216fb79:40301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:21:16,482 INFO [RS:0;300c1216fb79:40301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:21:16,482 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:21:16,484 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:16,488 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T23:21:16,488 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e2655aa5c96cf783b5e3d79632c32913=test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913., a2731e6846653369a285d9302d3866e3=hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3.} 2024-11-08T23:21:16,488 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2731e6846653369a285d9302d3866e3, e2655aa5c96cf783b5e3d79632c32913 2024-11-08T23:21:16,489 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:21:16,489 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:21:16,489 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:21:16,489 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:21:16,489 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:21:16,489 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T23:21:16,493 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 393, reset compression=false 2024-11-08T23:21:16,502 INFO [regionserver/300c1216fb79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:21:16,529 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/info/a7f2b202b8614df7b123704aa3258fbf is 147, key is hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3./info:regioninfo/1731108064658/Put/seqid=0 2024-11-08T23:21:16,537 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/default/test/e2655aa5c96cf783b5e3d79632c32913/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:21:16,538 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:21:16,538 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T23:21:16,538 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:16,538 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2655aa5c96cf783b5e3d79632c32913: Waiting for close lock at 1731108076482Running coprocessor pre-close hooks at 1731108076482Disabling compacts and flushes for region at 1731108076482Disabling writes for close at 1731108076482Writing region close event to WAL at 1731108076504 (+22 ms)Running coprocessor post-close hooks at 1731108076537 (+33 ms)Closed at 1731108076538 (+1 ms) 2024-11-08T23:21:16,538 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913. 2024-11-08T23:21:16,539 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2731e6846653369a285d9302d3866e3, disabling compactions & flushes 2024-11-08T23:21:16,539 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:16,539 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:16,539 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. after waiting 0 ms 2024-11-08T23:21:16,539 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:16,539 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2731e6846653369a285d9302d3866e3 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T23:21:16,554 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T23:21:16,554 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 688, reset compression=false 2024-11-08T23:21:16,554 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-300c1216fb79,40301,1731108047312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T23:21:16,555 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 300c1216fb79,40301,1731108047312: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-300c1216fb79,40301,1731108047312, walGroup=300c1216fb79%2C40301%2C1731108047312, offset=300c1216fb79%2C40301%2C1731108047312.1731108067709:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:40301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T23:21:16,556 ERROR [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:21:16,556 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:21:16,556 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:21:16,556 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:21:16,556 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:21:16,556 INFO [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1635778560, "init": 1048576000, "max": 2306867200, "used": 1108392184 }, "NonHeapMemoryUsage": { "committed": 210501632, "init": 7667712, "max": -1, "used": 207571976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:21:16,557 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:39527 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=300c1216fb79:39527 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T23:21:16,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741847_1023 (size=7686) 2024-11-08T23:21:16,571 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/info/a7f2b202b8614df7b123704aa3258fbf 2024-11-08T23:21:16,575 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/.tmp/hfileref/2dd5d8806b57463981ed6c27500c1346 is 74, key is 1/hfileref:31844a101aa24240bcfc0df9c8ba18a2_SeqId_4_/1731108066727/DeleteColumn/seqid=0 2024-11-08T23:21:16,612 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/ns/a6be58d62f94484693c6d9a71759e3ab is 43, key is default/ns:d/1731108050034/Put/seqid=0 2024-11-08T23:21:16,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741848_1024 (size=5489) 2024-11-08T23:21:16,630 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/.tmp/hfileref/2dd5d8806b57463981ed6c27500c1346 2024-11-08T23:21:16,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741849_1025 (size=5153) 2024-11-08T23:21:16,655 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/ns/a6be58d62f94484693c6d9a71759e3ab 2024-11-08T23:21:16,680 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/.tmp/queue/81ce9f035b73415d802f0348523ad882 is 153, key is 1-300c1216fb79,40301,1731108047312/queue:300c1216fb79%2C40301%2C1731108047312/1731108069796/Put/seqid=0 2024-11-08T23:21:16,687 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/rep_barrier/f332ea215ce54cb39c9e97fb9ad0a902 is 112, key is test,,1731108061431.e2655aa5c96cf783b5e3d79632c32913./rep_barrier:seqnumDuringOpen/1731108061905/Put/seqid=0 2024-11-08T23:21:16,688 DEBUG [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2731e6846653369a285d9302d3866e3 2024-11-08T23:21:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741850_1026 (size=5504) 2024-11-08T23:21:16,694 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/.tmp/queue/81ce9f035b73415d802f0348523ad882 2024-11-08T23:21:16,701 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/.tmp/hfileref/2dd5d8806b57463981ed6c27500c1346 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/hfileref/2dd5d8806b57463981ed6c27500c1346 2024-11-08T23:21:16,707 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/hfileref/2dd5d8806b57463981ed6c27500c1346, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T23:21:16,708 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/.tmp/queue/81ce9f035b73415d802f0348523ad882 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/queue/81ce9f035b73415d802f0348523ad882 2024-11-08T23:21:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741851_1027 (size=5518) 2024-11-08T23:21:16,710 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/rep_barrier/f332ea215ce54cb39c9e97fb9ad0a902 2024-11-08T23:21:16,715 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/queue/81ce9f035b73415d802f0348523ad882, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T23:21:16,716 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a2731e6846653369a285d9302d3866e3 in 176ms, sequenceid=17, compaction requested=false 2024-11-08T23:21:16,743 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:21:16,743 INFO [regionserver/300c1216fb79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:21:16,767 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/table/fe805a41a06c4a96a0375117232887f0 is 53, key is hbase:replication/table:state/1731108064667/Put/seqid=0 2024-11-08T23:21:16,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/replication/a2731e6846653369a285d9302d3866e3/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T23:21:16,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:21:16,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:21:16,769 INFO [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:16,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2731e6846653369a285d9302d3866e3: Waiting for close lock at 1731108076539Running coprocessor pre-close hooks at 1731108076539Disabling compacts and flushes for region at 1731108076539Disabling writes for close at 1731108076539Obtaining lock to block concurrent updates at 1731108076539Preparing flush snapshotting stores in a2731e6846653369a285d9302d3866e3 at 1731108076539Finished memstore snapshotting hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731108076540 (+1 ms)Flushing stores of hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. at 1731108076540Flushing a2731e6846653369a285d9302d3866e3/hfileref: creating writer at 1731108076540Flushing a2731e6846653369a285d9302d3866e3/hfileref: appending metadata at 1731108076575 (+35 ms)Flushing a2731e6846653369a285d9302d3866e3/hfileref: closing flushed file at 1731108076575Flushing a2731e6846653369a285d9302d3866e3/queue: creating writer at 1731108076637 (+62 ms)Flushing a2731e6846653369a285d9302d3866e3/queue: appending metadata at 1731108076680 (+43 ms)Flushing a2731e6846653369a285d9302d3866e3/queue: closing flushed file at 1731108076680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d67e64: reopening flushed file at 1731108076699 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bbbb4e: reopening flushed file at 1731108076707 (+8 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a2731e6846653369a285d9302d3866e3 in 176ms, sequenceid=17, compaction requested=false at 1731108076716 (+9 ms)Writing region close event to WAL at 1731108076760 (+44 ms)Running coprocessor post-close hooks at 1731108076769 (+9 ms)Closed at 1731108076769 2024-11-08T23:21:16,769 DEBUG [RS_CLOSE_REGION-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731108063860.a2731e6846653369a285d9302d3866e3. 2024-11-08T23:21:16,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741852_1028 (size=5308) 2024-11-08T23:21:16,783 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/table/fe805a41a06c4a96a0375117232887f0 2024-11-08T23:21:16,788 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/info/a7f2b202b8614df7b123704aa3258fbf as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/info/a7f2b202b8614df7b123704aa3258fbf 2024-11-08T23:21:16,792 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 688, reset compression=false 2024-11-08T23:21:16,795 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/info/a7f2b202b8614df7b123704aa3258fbf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T23:21:16,796 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/ns/a6be58d62f94484693c6d9a71759e3ab as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/ns/a6be58d62f94484693c6d9a71759e3ab 2024-11-08T23:21:16,801 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/ns/a6be58d62f94484693c6d9a71759e3ab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T23:21:16,802 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/rep_barrier/f332ea215ce54cb39c9e97fb9ad0a902 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/rep_barrier/f332ea215ce54cb39c9e97fb9ad0a902 2024-11-08T23:21:16,806 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/rep_barrier/f332ea215ce54cb39c9e97fb9ad0a902, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T23:21:16,807 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/.tmp/table/fe805a41a06c4a96a0375117232887f0 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/table/fe805a41a06c4a96a0375117232887f0 2024-11-08T23:21:16,812 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/table/fe805a41a06c4a96a0375117232887f0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T23:21:16,813 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 324ms, sequenceid=16, compaction requested=false 2024-11-08T23:21:16,851 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T23:21:16,852 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T23:21:16,852 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:21:16,852 INFO [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:21:16,852 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731108076488Running coprocessor pre-close hooks at 1731108076488Disabling compacts and flushes for region at 1731108076489 (+1 ms)Disabling writes for close at 1731108076489Obtaining lock to block concurrent updates at 1731108076489Preparing flush snapshotting stores in 1588230740 at 1731108076489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731108076489Flushing stores of hbase:meta,,1.1588230740 at 1731108076490 (+1 ms)Flushing 1588230740/info: creating writer at 1731108076490Flushing 1588230740/info: appending metadata at 1731108076529 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731108076529Flushing 1588230740/ns: creating writer at 1731108076578 (+49 ms)Flushing 1588230740/ns: appending metadata at 1731108076612 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731108076612Flushing 1588230740/rep_barrier: creating writer at 1731108076661 (+49 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731108076686 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731108076686Flushing 1588230740/table: creating writer at 1731108076719 (+33 ms)Flushing 1588230740/table: appending metadata at 1731108076766 (+47 ms)Flushing 1588230740/table: closing flushed file at 1731108076766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2683c05a: reopening flushed file at 1731108076788 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6111cf: reopening flushed file at 1731108076796 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410bae9: reopening flushed file at 1731108076801 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ece4efc: reopening flushed file at 1731108076806 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 324ms, sequenceid=16, compaction requested=false at 1731108076813 (+7 ms)Writing region close event to WAL at 1731108076848 (+35 ms)Running coprocessor post-close hooks at 1731108076852 (+4 ms)Closed at 1731108076852 2024-11-08T23:21:16,852 DEBUG [RS_CLOSE_META-regionserver/300c1216fb79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:21:16,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:21:16,892 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(976): stopping server 300c1216fb79,40301,1731108047312; all regions closed. 2024-11-08T23:21:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741843_1019 (size=859) 2024-11-08T23:21:16,909 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.rep.1731108067568 not finished, retry = 0 2024-11-08T23:21:16,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741842_1018 (size=2791) 2024-11-08T23:21:17,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741844_1020 (size=696) 2024-11-08T23:21:17,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 not finished, retry = 0 2024-11-08T23:21:17,113 DEBUG [RS:0;300c1216fb79:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:17,113 INFO [RS:0;300c1216fb79:40301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:21:17,113 INFO [RS:0;300c1216fb79:40301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:21:17,113 INFO [RS:0;300c1216fb79:40301 {}] hbase.ChoreService(370): Chore service for: regionserver/300c1216fb79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T23:21:17,113 INFO [RS:0;300c1216fb79:40301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:21:17,113 INFO [regionserver/300c1216fb79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:21:17,113 INFO [RS:0;300c1216fb79:40301 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-300c1216fb79,40301,1731108047312 because: Region server is closing 2024-11-08T23:21:17,114 INFO [RS:0;300c1216fb79:40301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:40301. 2024-11-08T23:21:17,114 DEBUG [RS:0;300c1216fb79:40301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:17,114 DEBUG [RS:0;300c1216fb79:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:17,114 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 to pos 688, reset compression=false 2024-11-08T23:21:17,114 DEBUG [RS:0;300c1216fb79:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:17,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:17,116 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/WALs/300c1216fb79,40301,1731108047312/300c1216fb79%2C40301%2C1731108047312.1731108067709 2024-11-08T23:21:17,116 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T23:21:17,116 DEBUG [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T23:21:17,214 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T23:21:17,215 INFO [RS:0;300c1216fb79:40301 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,1-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,1-300c1216fb79,40301,1731108047312 terminated 2024-11-08T23:21:17,215 INFO [RS:0;300c1216fb79:40301 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-300c1216fb79,40301,1731108047312 because: Region server is closing 2024-11-08T23:21:17,215 INFO [RS:0;300c1216fb79:40301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;300c1216fb79:40301. 2024-11-08T23:21:17,215 DEBUG [RS:0;300c1216fb79:40301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:21:17,215 DEBUG [RS:0;300c1216fb79:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:17,215 DEBUG [RS:0;300c1216fb79:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:21:17,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:21:17,315 INFO [RS:0;300c1216fb79:40301 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.shipper300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 terminated 2024-11-08T23:21:17,315 INFO [RS:0;300c1216fb79:40301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40301 2024-11-08T23:21:17,315 WARN [RS_REFRESH_PEER-regionserver/300c1216fb79:0-0.replicationSource,2-300c1216fb79,40301,1731108047312.replicationSource.wal-reader.300c1216fb79%2C40301%2C1731108047312,2-300c1216fb79,40301,1731108047312 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-08T23:21:17,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626/rs 2024-11-08T23:21:17,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/070574626/rs/300c1216fb79,40301,1731108047312 2024-11-08T23:21:17,340 INFO [RS:0;300c1216fb79:40301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:21:17,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [300c1216fb79,40301,1731108047312] 2024-11-08T23:21:17,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /070574626/draining/300c1216fb79,40301,1731108047312 already deleted, retry=false 2024-11-08T23:21:17,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 300c1216fb79,40301,1731108047312 expired; onlineServers=0 2024-11-08T23:21:17,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '300c1216fb79,39527,1731108046893' ***** 2024-11-08T23:21:17,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:21:17,530 INFO [M:0;300c1216fb79:39527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:21:17,530 INFO [M:0;300c1216fb79:39527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:21:17,530 DEBUG [M:0;300c1216fb79:39527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:21:17,530 DEBUG [M:0;300c1216fb79:39527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:21:17,530 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108048620 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.large.0-1731108048620,5,FailOnTimeoutGroup] 2024-11-08T23:21:17,530 DEBUG [master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108048620 {}] cleaner.HFileCleaner(306): Exit Thread[master/300c1216fb79:0:becomeActiveMaster-HFileCleaner.small.0-1731108048620,5,FailOnTimeoutGroup] 2024-11-08T23:21:17,530 INFO [M:0;300c1216fb79:39527 {}] hbase.ChoreService(370): Chore service for: master/300c1216fb79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:21:17,530 INFO [M:0;300c1216fb79:39527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:21:17,530 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:21:17,530 DEBUG [M:0;300c1216fb79:39527 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:21:17,530 INFO [M:0;300c1216fb79:39527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:21:17,531 INFO [M:0;300c1216fb79:39527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:21:17,531 ERROR [M:0;300c1216fb79:39527 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:42169 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42169,5,PEWorkerGroup] 2024-11-08T23:21:17,531 INFO [M:0;300c1216fb79:39527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:21:17,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:21:17,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/070574626/master 2024-11-08T23:21:17,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/070574626 2024-11-08T23:21:17,540 DEBUG [M:0;300c1216fb79:39527 {}] zookeeper.ZKUtil(347): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Unable to get data of znode /070574626/master because node does not exist (not an error) 2024-11-08T23:21:17,540 WARN [M:0;300c1216fb79:39527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:21:17,541 INFO [M:0;300c1216fb79:39527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/.lastflushedseqids 2024-11-08T23:21:17,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741853_1029 (size=263) 2024-11-08T23:21:17,588 INFO [RS:0;300c1216fb79:40301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:21:17,588 INFO [RS:0;300c1216fb79:40301 {}] regionserver.HRegionServer(1031): Exiting; stopping=300c1216fb79,40301,1731108047312; zookeeper connection closed. 2024-11-08T23:21:17,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:17,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1011cc078ac0001, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:17,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a86d153 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a86d153 2024-11-08T23:21:17,589 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T23:21:17,945 INFO [M:0;300c1216fb79:39527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:21:17,945 INFO [M:0;300c1216fb79:39527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:21:17,946 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:21:17,946 INFO [M:0;300c1216fb79:39527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:17,946 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:17,946 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:21:17,946 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:17,946 INFO [M:0;300c1216fb79:39527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-08T23:21:17,961 DEBUG [M:0;300c1216fb79:39527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d25b887b8bae4e0bbda8999834599e53 is 82, key is hbase:meta,,1/info:regioninfo/1731108049877/Put/seqid=0 2024-11-08T23:21:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741854_1030 (size=5672) 2024-11-08T23:21:17,965 INFO [M:0;300c1216fb79:39527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d25b887b8bae4e0bbda8999834599e53 2024-11-08T23:21:17,984 DEBUG [M:0;300c1216fb79:39527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/930759518d6f4d9e974b830415eb6473 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731108064672/Put/seqid=0 2024-11-08T23:21:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741855_1031 (size=8908) 2024-11-08T23:21:17,997 INFO [M:0;300c1216fb79:39527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/930759518d6f4d9e974b830415eb6473 2024-11-08T23:21:18,020 DEBUG [M:0;300c1216fb79:39527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c83e631e4cf4fdf8d3c62ac3a5a6df4 is 69, key is 300c1216fb79,40301,1731108047312/rs:state/1731108048696/Put/seqid=0 2024-11-08T23:21:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741856_1032 (size=5156) 2024-11-08T23:21:18,026 INFO [M:0;300c1216fb79:39527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c83e631e4cf4fdf8d3c62ac3a5a6df4 2024-11-08T23:21:18,031 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d25b887b8bae4e0bbda8999834599e53 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d25b887b8bae4e0bbda8999834599e53 2024-11-08T23:21:18,035 INFO [M:0;300c1216fb79:39527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d25b887b8bae4e0bbda8999834599e53, entries=8, sequenceid=112, filesize=5.5 K 2024-11-08T23:21:18,036 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/930759518d6f4d9e974b830415eb6473 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/930759518d6f4d9e974b830415eb6473 2024-11-08T23:21:18,048 INFO [M:0;300c1216fb79:39527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/930759518d6f4d9e974b830415eb6473, entries=13, sequenceid=112, filesize=8.7 K 2024-11-08T23:21:18,053 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c83e631e4cf4fdf8d3c62ac3a5a6df4 as hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c83e631e4cf4fdf8d3c62ac3a5a6df4 2024-11-08T23:21:18,060 INFO [M:0;300c1216fb79:39527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42169/user/jenkins/test-data/65071ae4-e59f-578b-7f08-d96395a54ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c83e631e4cf4fdf8d3c62ac3a5a6df4, entries=1, sequenceid=112, filesize=5.0 K 2024-11-08T23:21:18,061 INFO [M:0;300c1216fb79:39527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=112, compaction requested=false 2024-11-08T23:21:18,077 INFO [M:0;300c1216fb79:39527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:21:18,077 DEBUG [M:0;300c1216fb79:39527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731108077946Disabling compacts and flushes for region at 1731108077946Disabling writes for close at 1731108077946Obtaining lock to block concurrent updates at 1731108077946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731108077946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731108077946Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731108077946Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731108077946Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731108077961 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731108077961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731108077969 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731108077984 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731108077984Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731108078001 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731108078019 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731108078019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c09f3a: reopening flushed file at 1731108078030 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d6f050: reopening flushed file at 1731108078036 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29be7a07: reopening flushed file at 1731108078048 (+12 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=112, compaction requested=false at 1731108078061 (+13 ms)Writing region close event to WAL at 1731108078077 (+16 ms)Closed at 1731108078077 2024-11-08T23:21:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741830_1006 (size=69043) 2024-11-08T23:21:18,092 INFO [M:0;300c1216fb79:39527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:21:18,092 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:21:18,092 INFO [M:0;300c1216fb79:39527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39527 2024-11-08T23:21:18,092 INFO [M:0;300c1216fb79:39527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:21:18,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:18,240 INFO [M:0;300c1216fb79:39527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:21:18,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39527-0x1011cc078ac0000, quorum=127.0.0.1:57841, baseZNode=/070574626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:21:18,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207437ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:21:18,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@184d626c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:21:18,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:21:18,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43981c9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:21:18,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57456433{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.log.dir/,STOPPED} 2024-11-08T23:21:18,256 WARN [BP-1043423874-172.17.0.2-1731108044053 heartbeating to localhost/127.0.0.1:42169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:21:18,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:21:18,256 WARN [BP-1043423874-172.17.0.2-1731108044053 heartbeating to localhost/127.0.0.1:42169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1043423874-172.17.0.2-1731108044053 (Datanode Uuid 32b5a594-b84c-4fb2-bc8c-3b1bf2ef0dfc) service to localhost/127.0.0.1:42169 2024-11-08T23:21:18,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:21:18,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/cluster_a1012345-1750-a195-c507-71aad39636be/data/data1/current/BP-1043423874-172.17.0.2-1731108044053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:21:18,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/cluster_a1012345-1750-a195-c507-71aad39636be/data/data2/current/BP-1043423874-172.17.0.2-1731108044053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:21:18,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:21:18,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@324ba0dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:21:18,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3504153d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:21:18,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:21:18,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@650bc6a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:21:18,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5879c998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4c344488-08cd-adf4-c87f-6ce0a5d3ef52/hadoop.log.dir/,STOPPED} 2024-11-08T23:21:18,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:21:18,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:21:18,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 531) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42169 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43273 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42169 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42169 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36967 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43273 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36967 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=991 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=636 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1869 (was 2462) 2024-11-08T23:21:18,312 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500